From 7bac0317e16a69e9a1823d5e8725b24860c81d6d Mon Sep 17 00:00:00 2001 From: GitHub Action Date: Fri, 4 Oct 2024 18:44:54 +0000 Subject: [PATCH 1/3] Results from R50 GH action on windows-latest --- cm-run-script-versions.json | 602 +++++++++++++++++++++++++++++ hardware/gh_windows.json | 26 ++ mlperf-inference-submission.tar.gz | Bin 0 -> 19309 bytes summary.csv | 2 + summary.json | 32 ++ tmp-run.bat | 36 ++ tmp-state.json | 3 + version_info.json | 602 +++++++++++++++++++++++++++++ 8 files changed, 1303 insertions(+) create mode 100644 cm-run-script-versions.json create mode 100644 hardware/gh_windows.json create mode 100644 mlperf-inference-submission.tar.gz create mode 100644 summary.csv create mode 100644 summary.json create mode 100644 tmp-run.bat create mode 100644 tmp-state.json create mode 100644 version_info.json diff --git a/cm-run-script-versions.json b/cm-run-script-versions.json new file mode 100644 index 0000000000..cff706099b --- /dev/null +++ b/cm-run-script-versions.json @@ -0,0 +1,602 @@ +[ + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "get-sys-utils-cm,bc90993277e84b8e", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.12.6" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,mlperf,inference,src": { + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,mlperf,inference,utils": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_uid": "e341e5f86d8342e5", + "script_variations": "", + "version": "" + } + }, + { + "get,dataset-aux,imagenet-aux": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_uid": "bb2c6dd8c8c64217", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "get-sys-utils-cm,bc90993277e84b8e", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.12.6" + } + }, + { + "get,generic-python-lib,_onnxruntime": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "onnxruntime", + "version": "1.19.2" + } + }, + { + "get,ml-model,image-classification,resnet50,raw,_fp32,_onnx": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_uid": "56203e4e998b4bc0", + "script_variations": "fp32,onnx", + "version": "" + } + }, + { + "get,dataset,image-classification,imagenet,preprocessed,_NCHW": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-preprocessed-dataset-imagenet", + "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", + "script_uid": "f259d490bbaf45f5", + "script_variations": "NCHW", + "version": "" + } + }, + { + "get,dataset-aux,image-classification,imagenet-aux": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_uid": "bb2c6dd8c8c64217", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.12.6" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_uid": "48f4622e059b45ce", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "" + } + }, + { + "get,sut,configs": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_uid": "c2fbf72009e2445b", + "script_variations": "", + "version": "" + } + }, + { + "generate,user-conf,mlperf,inference": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_uid": "3af4475745964b93", + "script_variations": "", + "version": "" + } + }, + { + "get,loadgen,_from-pip": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-mlperf-inference-loadgen", + "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", + "script_uid": "64c3d98d0ba04950", + "script_variations": "from-pip", + "version": "master" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,generic-python-lib,_package.psutil": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.psutil", + "version": "6.0.0" + } + }, + { + "get,generic-python-lib,_opencv-python": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "opencv-python", + "version": "4.10.0.84" + } + }, + { + "get,generic-python-lib,_numpy": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "numpy", + "version": "1.26.4" + } + }, + { + "get,generic-python-lib,_pycocotools": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "pycocotools", + "version": "2.0.8" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "benchmark-program,19f369ef47084895", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "benchmark-program,program": { + "parent": "benchmark-program-mlperf,cfff0132a8aa4018", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_uid": "19f369ef47084895", + "script_variations": "", + "version": "" + } + }, + { + "benchmark-mlperf": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_uid": "cfff0132a8aa4018", + "script_variations": "", + "version": "" + } + }, + { + "save,mlperf,inference,state": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_uid": "b14b813229c444f8", + "script_variations": "", + "version": "" + } + }, + { + "app,mlperf,reference,inference,_resnet50,_cpu,_offline,_onnxruntime,_fp32": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "app-mlperf-inference-mlcommons-python", + "script_tags": "app,vision,language,mlcommons,mlperf,inference,reference,ref", + "script_uid": "ff149e9781fc4b65", + "script_variations": "resnet50,cpu,offline,onnxruntime,fp32", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,python3": { + "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.12.6" + } + }, + { + "get,generic-python-lib,_package.dmiparser": { + "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.dmiparser", + "version": "5.1" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-descriptions": { + "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_uid": "48f4622e059b45ce", + "script_variations": "name.mlperf-inference-sut-descriptions", + "version": "" + } + }, + { + "get,mlperf,sut,description": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "get-mlperf-inference-sut-description", + "script_tags": "get,mlperf,sut,description,system-under-test,system-description", + "script_uid": "e49a3f758b2d4e7b", + "script_variations": "", + "version": "" + } + }, + { + "get,python3": { + "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.12.6" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,dataset-aux,image-classification,imagenet-aux": { + "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_uid": "bb2c6dd8c8c64217", + "script_variations": "", + "version": "" + } + }, + { + "get,generic-python-lib,_numpy": { + "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "numpy", + "version": "1.26.4" + } + }, + { + "run,accuracy,mlperf,_imagenet,_float32": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "process-mlperf-accuracy", + "script_tags": "run,mlperf,mlcommons,accuracy,mlc,process,process-accuracy", + "script_uid": "6e809013816b42ea", + "script_variations": "imagenet,float32", + "version": "" + } + }, + { + "app,mlperf,inference,generic,_python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline": { + "parent": null, + "script_alias": "app-mlperf-inference", + "script_tags": "app,vision,language,mlcommons,mlperf,inference,generic", + "script_uid": "d775cac873ee4231", + "script_variations": "python,resnet50,onnxruntime,cpu,test,r4.1-dev_default,offline", + "version": "" + } + } +] diff --git a/hardware/gh_windows.json b/hardware/gh_windows.json new file mode 100644 index 0000000000..b7cf960dbb --- /dev/null +++ b/hardware/gh_windows.json @@ -0,0 +1,26 @@ +{ + "accelerator_frequency": "", + "accelerator_host_interconnect": "N/A", + "accelerator_interconnect": "N/A", + "accelerator_interconnect_topology": "", + "accelerator_memory_capacity": "N/A", + "accelerator_memory_configuration": "N/A", + "accelerator_model_name": "N/A", + "accelerator_on-chip_memories": "", + "accelerators_per_node": "0", + "cooling": "air", + "division": "open", + "host_memory_configuration": "undefined", + "host_networking": "Gig Ethernet", + "host_network_card_count": "1", + "host_networking_topology": "N/A", + "host_processor_interconnect": "", + "host_storage_type": "SSD", + "hw_notes": "", + "number_of_nodes": "1", + "status": "available", + "submitter": "cTuning", + "sw_notes": "Automated by MLCommons CM", + "system_type": "edge", + "system_type_detail": "edge server" +} diff --git a/mlperf-inference-submission.tar.gz b/mlperf-inference-submission.tar.gz new file mode 100644 index 0000000000000000000000000000000000000000..39adcfa3828de3c5ee68e6f1047f82dfab819b05 GIT binary patch literal 19309 zcma%ibBw1!*Jazb`D@#@&1v_vZQHgrZQC}dF>Twnt?l>wHoM7YH`%|ca&xPms{5Q< zb(1=WFbWDNfdj}42=vm&!wGk+zVu61?1aa8rhb}$0m?;JcQJbAYF;ssuYN9iDRCRN z_AunVjC{AB?IaX1)%ALnxe6aIXo3k9zW^-XT21UHv9Xz5nfOdMyg|ble-Mv2y$E#Jha=y*NI9>du>;%#jxS`C40?i2p4x(g^w8Xklvy z0Q0)f4I_!<{_=}8L;Q-fQKmm~wWe6~9oF~za>8(V`_|0yc|m*=z==*;wdUkH|E|oE zcdY`w2`?~*{T4g8(W?vRgR-4W(#_fC{Py#BV1$Z2YROuW4w0a+$|dCccocfxxHm)m zgzVRduE2c>cwhG$PCmQ%K6ZcF@$*npbN$G8A&iLq&fUMgdAabuG2k34CH%MFt{WlF zu8pTakra3Tw+JWpa)aQ!YrT0-nsS}CT8oDpAx@1*ij=;UZSK7+UHJ1QvZNERK2b?^FQ-2b}TC7X! z@PO7KQ7I9(!^Xi@ow-3uvHhe&?+@c%Z$9gE5<@K8KHAeku?b7=3D37{7w9x9)|oXY zLoqlpP!&gZhmLGcby&4fgPy|{Mau8-8U!!XlbZpW?57HYjXNGLw#PS4UKQ{yzx%aI z|4f!<(8&mL$~4?VET_>Tp4m|d&A|R{*nQ*Z`4ZFdy-nuI)>a^`L9q$=XfJc#uFFTm{J-zd5;LK1h?e1u@aq%2c(YcwpCh0F{2u`V(u0{KAno(kD zNc*Z&=$lPHdL9sj{W}iVudS&#%@xFVUbH#9UXN~+JF3XOyey2xFfc*L&OeLHA8!TR zx$^QLvu0g{kAeFpo|1}mXKP8%WA@2Kq@A8YB@G~1w}&RjO`h#bd8JX7-15|!kf&ny z8H}7h=v~J?vvKb<<>p#WWAT+&Hus+}{F%9$Z>I6Ji~S#Do0ReV!1y?c5%0sm zp1Coq7AO%wI?iKJclB#gL5B5(GxefT64fenNZ}IOCG>m|rjs=#5 zzf50x&zuRpBg`NP*y*tQZhY#PFWx7dq>=^oj21jdIdaR;v^6W zou};{Ru#T8fh2q1G%i&}TtDNI6*m_BFha7w{183`xVStX?+y|DV0^jWW|waN&a#e8 zUl`wPO`V@OGjMw5Mq{|>$UY73YzJNE?!~dO8Nm&Pd@{23@xLI0S|8Gmoh`tFQBV+Z znPE|fK0kG5tEL&WEDLx)f3EktZ6j{^KA&;*5CnN2N~QFT>&1p1_DvnDz=2?ll{MWE z_`bzYP{?g~JQ^|KEf&*3UzuTJgbeVe%kG9G-ng(&>=vdfFBR=$f~$VNofn4rLe2fP zPe$}7f}P7HD}<+YA3bD(jT3oI%|IQK558al?>!q7me>U5j-u{NTM^~>dt@E{hl^m4 z5X>AjOGJgx2N$Vs*`GaSY}FtLX&WNgv}B)u2dO@D&z}tO-+gd3$9G!cNbUD?Zfx)S z*Iz^l3JGcz?wC7CdvX|JjRX+1wGwu;jTK%w)r!RMLy7Lf5kHTwhtxq+5xE>wU>o4MXA))I}|!Ea*oG#!3lw!ape;+@ghv(HMl< zSQnIw(UPH5b2L9YI)%%O6=z-LP7oT>**2%($aFT!?o}7~xXX zD_hYpU?FzQW*i;>8xq!r$c|{q7&c4=Sy~_zBZ^>>LCpplgdqlQ8!h2hk}5DZN3~*I zuF#kcN7o|aoF*C4A|sDNC50!+#Yi1d#t3!z%WRS9-3&vIi)W>6+{auJ^Q#>x0^&qi z7r=e!0ERX2JW76!T|dC9V1#4>#$lvf+}A_fNWMSQRRxuBYmigy64Ds8>ix!$`Rmh? zn?UG@)Jr)E#snKAP;VDglHqyQX~RjeGG&{+fszCh zY7wFE264kB7CS|KFihxUonnkSO8?gUdhFysmOFn&>7o%xl1w#5=VWa4mjg?I@*_D% zxzh4X^LV)gGk~TAw;DJ6QP@fhQ|d!E?UCYT?HSRz1XD^A>jRmvu?K~=fq`DgYG`O} zn$sT}K`!={5=#0kejOx^fvqG3(Mj(q24qu_AkB&vIplEM%^qax=9!=%+s_&+O=#Hu z8X_44U}nho^+J*l%L1uZVT>G#vdCXgL#EJGhDwm9kw>GOyBLDkX&w(BI9Sq|drhG9 zagRG{qef>yDDq5gb4*U=IRkI_C!k}Q$6GSiFoTand8b(bOt2hrnS>lU#_`C<%%NLj zoRI_VE1(Ww?X~_k)AL zWlV6E|233_7LqlJAz*MR%z-?NlEev$w1HfimPhnkVlyHmr~j$6*2sWsR#Us-HLRB- z!P3MbAX5{9*3V+;%Rx_wuxjjD+5|Q)pX9_ESV602N3K&ifS7<9CEfQxF431BB!OOL zSrVsF*D8?$sdKd0mkrZbfz3Q7GOZoR zQm&5yU-_m4MMjxX5X!hXSq^f?x8(f?l@% zg-7aW@HEu$V`iu!!jkgykVmRFvpE1}d3RE%{Jf8>Ec0kj+T1rinjQfc-_^-El?5O4 z-2uXg`enCtRora=0SgOxm;=(3H%rH*eji?TKx8<0bD$?WDef5+)rE&kGsLFm+6w_D z<-|47Q9)^zL!#JK+ny)jFFfoyzZclPF|iAtV{yn_Bq6Kl5eB_1DkiSH<9j_i4Tkt| zu#OdKeL59+aB3JF2BO{mb@sY9uzfQK*?u?;>HuL039-m;x3DnS1-h=RMdfNwh#L5+ zAa*I84P@rVS5~>XT__IqOG&PL}<5vG=QOxOeCUf}Ui*C=^&5hwWkydO2Y78?a#MjpXkxc;g9MtpNvvfH55 zgOlcnu&+Yz;fB`<>2xrezXqROr_=M4!ayR8FOKpy7|GowPj0lsWvdk?Czp^U@7ugz{PwM_j?7n-gN~z(8wAloF0W!pFCB31Z>M z{)>`QTgTw#IohIB@wTd8>6UhtY6z(XPbaD{PZU_x$9LY?*=6v{-Sx1*r& zn&`(vp+0j>Y~a`LQmES)uxX!MSRfWE@@mDy*mSi#i|^|Q5pa4hF9!v&{1!YxSL8_l z!woQg!6$CK|8Wc;y@tx_E-68P&eL`_e^-#hM`3I|8MftTbCCr4>jphztD*u47H8}R zKTWTq5(XCEhU@Q58nc95E;3+tjjYk#Zk67A_3jJ$iLr!LC4^a3V#dxGnf_t9e1+># z__;Ig5^!kR`{_om5%;%Y1jy1w^* z)`)SgAKQH6H>n)hwQ8J*A2pgW$Oyr*ILnlmVk{h6vPqu%7Ao>}{fwX*Ep^}@qfrPn zO39Hu0we$trWwene=i@^F5y8~1vVgHjmufSiXLB*^#wmt)gVp`g&&lS_&|RJP7*X% zR6$TokR&dTA0Ax9hk4*G4+OetNCVtAED(M!#60*00VdcP@6SJC0Z>1fpqMrSm@N=y zl3_n3L`(6QR2ZD{0FW1{fthF#nP8zvI6-*u5Jh{q6x{hiA1svN4o1~e3viPs)d(doGFqCyeG8epl|Cdpnon; z8I8u6A8>p_aCStLh6eyMPZ0!#u+3YAa}V(j^2ReksPGSMKspq8AOTv;gCd5Q5s!@r zy0@Ik!=RPXr}C#s9)ed6_8xW?gx(oe(#$h}yBEezBu)yjv=)n2F7$-(2n!Zwqiipe z^an7?3C<^!cjI{Im!Aggh%o2DfjYv?0rmI?9}q!}nkq5_ufQAt;vc<35k;6#^@`qFKZ(HBFUzLX#e(zVCM3k^8N}B7rLJiC{7D60LL7{+OMLe-cAdL%q^3V!C261-` zZOHSX%%Mg}%F;z`#JNCs6DTjz5tX5hjp-`PhZO7TWaGVG2J499;U>{VDuJaGQ+HU9 zh>enQDSH;cNrwaz1!+J+Kq7FO zfpOp_*vdA`B;t{pQJ@07UrC5g6!wXnnolbtlCTa5f+xq#2#F+&%%H>$gF=BE0B&%Ga)7D(eh0t=u;a=$ z_FcqdfFmd(o4d^N8l{D)0f(R(i{<@dIwP#H%P*{T)6*XsiovTX+H$QMAA(vLLs{`3G7a7!UICPwJA1W3uxn_)Z~MN82P$gwkb?Fek>R52b2R9&YtW6+}X0= zMxq=PMKBj4(Ev%jeY47S!p#0Hj~tM+`fmGmc10g|GVq_rXg0zYw)XrxtJuF??uaws zQ_oo-56!hwZmKOCc{1m~w`!r@xgjX-$H$isHN`VQJ2`u-6t7@e9Y(JRaCpiC>hHaP z z@_YFEZ|F1N=7ezoQHHj&w0b`fD(Lw>SHXh?g@O56AT7lLZ2%D~&%z6>=vcR7$JHFc zdf7{g?$X6;)X4V`3SJ0ow>r?CeF6n+qXd^6z@s|2FZFMzQn*Hv;DdnN${}kYlB8gW z&t^ugIp=0d;^E+FZIyJIZ+{FL+63=jDFui5hwgERk-nY?1!bm>OAg&3?ILl643hso zRaCx(in~t@3k&NaCV+`6)?J4`8WhJNHtNFP12Q4&A!fg|U9sma)(E?64T(9cyEQCy z8$61?ypE}l;IVGeNBthI_n6_MoA!O~O^Le2y0%@p25Gap@s14MMo5ub#Q)M=(I2lKBT`cILk%nes&P(xVg5ZR^~+oLnKoqvUk<-(H9%S z%IgzvkhGtg*D=K~V~3oQck-TCIVn1j@(N#H72-K98l5(s=Gyce%4> zU!cUnHdF1lnBB?3u;z6_9Tzs+CHT1S*}<2!1FKj9fciVx@-n%eo#mzQMGEg0>8l*) zJI1nhm;6y4c}jL#zn)Cyb`f3!4rQ6wumobQyt~kpj<25Gm=w_IC^m-N-6N3aP1vp0 zUaB64TNMNB%0@#siItC&?Mw%S+akG{o8?Ro6}ocgI!n-#ZblqI%asD$8TkwQNpqKr zYZ)8W2A$Tp9^ZSCx83-#x#u=p{0!Q;HcOzX1cdbA^Su74T}uC-)p`DT5b2Yw&ln-s&v_Q*7x&{3@?p5-z>7T&#vD!xY@kL z7ua(+*yCFyMKhQ04Bzwp?fFf0?Psrd%XzP9g zT%c(J+S~8J4^rR1bRPXm_*DUR68aT`H|5C^{k41)q)yDkjx0u4`~oRmWTbA)OYgMH z%sHVI-Qv5(tih@`Cu_|ACZn_3lVMH*wC>6$z1uiu$6i>ItH_KFR3-CXmzs{|*_Ou*l0ls3te<4Y&yB|)>LX|}DMMfCtbpR{N$Z|-jjM2J+Lb}>?c#XkD3;*b0!!xx77nXSv3$ve4~-Hz z8oztVRXm=ul0v+nuhyQ3)R{<>+iHZ{?tg6w^!mAp3Vlq2vpX11u*Om%w2dbo^wF9FdM$;RyUcUxY8i()C#}Xe(zSG`jahV` zru1?JXBp0c#HVC)1xF%uK=-~KMYIrOdaZfBEvP;nZrJ%%b{K!pZc3YB7uCD|ySR6?u$!E+%b zqy{g6KU3@npLiCD^O#4ln^Uxa`ZBXMmGX0Bivq?0RBw3Qv~a9Yvr9g6mh`n5wzCyU zh4|IW=`xPLYi6+NxOo_fZR||X3uh2mMsvqB`{gMbfHgUH_rY+x?m}Gy+jK2+6y<04 z!-*J`d7_K^(i~}BC1z0~d7qcW*qB%WZ;)LrGLpAxpGJflFS#J|9DQQae9Lmz;^mlM zGB^&Ym$slzL5s?X#BMLu6qQyfSO(|iH%J$;^WinV=b$V2rAh)bs4k|qU0T6IHjm}) zxb7vOKJ#aGPRXO)GGlOl2=Ei8jjE zNJY%`!gj^0J!C<340xY5pg%BM*b)Rt+X=asFjde0zgu(L1che7Lj-iafy91-m{ zR@e&fCvM9rD%bzcI>b}N4sM(@D>fNDVqtQ4)3Ifr-pZCr&;3O{-^&;>vxVwxr}vtN zct>*mBqKqt@R1zcAYvz5rUUtsf-{fSE+t=k1 z0a-<6qTe8uwgqU8Xc@wqa?kJTDjn!_`GS zw5TLc`T#3gVHt8QTvrWL;1f}k!-$M`XkZ8w8e9j!A%_qo>lhRe^xEYolA|`WBJG|Y zNCvOZXeO#CR1Yyn=q@hCIB+P%$O%k})DfpfbnxZauEsbz$)}U9Ew?hF9AN;mrui7# z9c;zL(!KCxP|iwj8FMX2>TQ)zRi8}pp7TsQunGVY@_cC==UWppE6I~4)6Uwzn`LgIo)U+e+{X~z z;JPq-8OVo#6Z|>F!`2+FO+^z~iGP=yq;7>!IGeL=W^fGmOJw8+QsU@ja}Nqr8{g^UsmW0iNV0>-2M~igHP1GK(PpW7pQoE3ckA z81C^9MM_;$sU(#P#rno1IHjn!bHg$hzChdF^=fy$V?ukf!uK?uRk-X&Oq*Sfg zu2;^*#&_Jxs%G@PB&ZE8uPT`h@CH6tUYuxhcW+NAtRMv_@B znQ0u$EAeh45;%oiFUJlmuoLT2#NW)=5(6k{E~_o82IxK9|Y z{5T$9dI=#(&e6NKGmPHjN%Br`emUHgk&mBJ%CS5|kL>T0($Ua#KlNLF$z`5?iUoQ= zYBbaK)HsKK5Z>cHeu$G##eXAS4CJ;Z$Dep$$n`J=_wL9!KXrPM29E%xOf&VZH3ke;VP+`C!>NONgQc|3s6p1>mgwG@!#IUQH}GK9@ajJa z(R8*N*uR;_p)16|XDMR1<@_|n0w5XhBHJy0XilyQB1OgK*Nqu#k-`zZhcb{|I!;`4 z+h|-|j`2`oso=v++DvaPXhgoujv*qxPF*FK-m>91m;}@8D9WIyJf{=ulpliTIFJji z%pt0?2iA@+ypt?d!9$`bF zp_fyQM39NWq7QuCnf5`Ofqxn?38vcmZ3&Q<2U&1wCF|B_$d(DnN@2SrmPwj^mPs>v z(q%RvZtvIx&s2D)t)S-SAt-tzz$-%>jC)Z+-+7DQx%;+BtmLGSEb%i>KeSyDLnV!D z;xNbh$npTZD+~AM?EvZLfins>&;yuNFp-s9_#Us_vk|!FS@oF4a$}SRR0G9Slewpt znj2cFD<6Si8?c?&G&^!mmT3Bk2jYN8?fRI~?s1O1e7uxy1xHTRK{`qY;ig*&474Xr zLmY!@PL(l7(#9e|Vv_VpKk+~iBVSeU11JA!nlbFZsm)N_r;;aa_uz;ubzwK*jFov+ zH=J1dgNM7}W?8!T=JgSnff!F*ZrEckldvpJ;dixZ=QtuIJMQsXUV?DkM_aCf8PfNI z1r%=9XIV)oM{8(ZN-N$$IF7T)6Kav8`u<2!>Ox&`4dk>4`Y5=+QA<^^v`Vj!Sr4LW zp7Y>&Io(7gB=;0ewIDL5#cXetno+KX7Q-9V46ugxT6Wh zTgmzg=D$P%fVy)g4-yh9IVh)KiRm$AJI^)X=bJ@%ulYl`oXN4kss~#x$UY;TjXDmp z=kgKKVw&#LgM3K6|11kG#VjUu#+W@eHhH~}?Pqte;vmR59^|{?-KYF0+nj^&p0H;S z?^PU{Cvu=iIeisGu-(7b+ubfT$CfzN)%l_@XC2;%6_G@nvu|^{=Il7Yj4rd4#SE%9Aa$p?hpB+?Xx-+ydsdXG3DjmZ&b@`7t2En`Y0Ckx=%akDgom zfU7Z4w1=vHO{5O@wIoMyg?}O*a3iPQ;d{>Wm|Vq4{O}g5RSes0F_Gob(2^e&fVV+Ze!pbo^)CVR z(GcTo5)j|Ws^cEhYzXOw3e8W5`HEM#{q-ietLhq}T0msvJa6010oJ7MZ@pVgc#ifW4i zJ)*prr-sIAmZU{qER&^yyH5*J zNOYqr(AaKYQ*PFA;G4L|nkF3tqk4+ovmmw)kzaObigzg4$;X)*5#;=IuxB3&e=x%) z?Y!J(mK)<-xD`r3s?VE6Y(;(gQB`UMuYz_-_R*!hlBSh$pGy!pJI@6_@0=vCa2(d>#TI(oRk`}MNk?~`%uEZ&4Ng`8PB1M zcFI+vo*2$SdNkow(F36ACRILfd^&}aioGh4so^7PC${T|TWAFT)q!k>Jtvk$Fetp_ zfva43JO?60vgK^a{t(SDx=J4X65NA~$JLYhfU)5u7lwPAn)O3Y3GX3JAoH{le}BjY zK)Pq@E?-Lhoc)NxypMIEqFr1L$?|-Z?a0^RzuR|bIZ$qvItj#Rq=qtGD}H-M6p997 z_PGBPco?eVe8+FBvKv^bsGt`H)Vhaqt;1dmSy|S?46^qVyHY53B{VmBFAa(J@~7h9 zdfH=DTwvsS`eX1OjY}%j+Fl3g7XnIj!<~GUR%u|Hv`0n=KcTs-&0z%jY0LB$q8SPJ zJ|x_{F4R9RoWHGXD~&lV>79D|QEj`we@RV|9Dk|5#JD~8`o_NNDagzJ?)H8i%nj6w z^=-nG$m=S!NX%Uw+v(0Gt(VAKxlWoL*yCA64Dv(l@rx8#T8Nf;;kpQ_HkYUS12EE_ zO01IK6ts5)A#rBU$}%8--`e|p#%$#7KPT*Y|GM1iyoR*v^?Jn9ixZl$q;Uj!fEyR` z+2r-6N>sAg<@;#rD)+q{G32a}(MH*rW~PM+@nFm#phJww3OKCT2Un8g_MP3~`hbD> zhbYv66?+GaWGn>VVB8b{4yk^d9x{^eJw6d(Odl=;v<;(@8F_NDBKPd#F=TapbL?6p>Py;_y3Ea5h`w#xu$4u zbkC|(E=`h3_!vv@efT5&Ec7!nzS&W=j53~fX!D@fa9GLvDRX+djBr7!oXRCJSd zz&Z=fScQb*A7x#EngWmxWv>?>Jo&$}G%ysf>EQMwP3G8NEzxz@IhR^S{Y_+XD;0P{3={o>vK=mx4)D=5l^f3Y&_pKLALNxehcUx!e0|Vk zuY6l{<_(Qgr(H{_MOr(Mzsrd}kc zx5m*dVMYt4v;vs&-9vzj+b7sh{jvm(0&&O1$rLIthp36z2u+BT{bN8Z!_Xd}3!4KH zOua{RtP}Vr;O+p(1cVpVW7-i^dLcdX*D#LjppYPQf4}Mh(61cnVVGfKV>n13NT8jx zwwk)8MZ=|On7TL#u|FWCzY=7~QS}uNS|}q7EfozKkZ4O-x3D{sLO>g-pgPb`!>mp^d<`vNeFMm)e;; zvb12=2pYlarW!Vuz>G?O7k=l5lslOzb^zJ#WW47CmqYARtJFpJxn+nehZ46UqXM4w zIm<7+6Qfh@*CjEDp-LkKYi0m4GXrp|;A+HC#=xWg4c1hUV^kV7`r&ER2?6+!?7{3! z9wmZ$dz|u|8g;5A4%M_#mYiD5+6Vdx_W(MFSiQvydjL98^AFgw_!E_d(%(KTa3ieP1uERlmeMQr$E1A7?r zG7O-}T4(@vJ%`uK52eRhrGV7vZL&_0tSt@h@rr2SRsPDNl#`4v-NE;Lt^9{h8Pip# zQ>kiP4pAIv!1VvY))etmOq^#OQ| zWmo8;$2ni!1(=jtlahW-9KFRJ=P5?mQcyjkq5C+gTIQNKLM*O$&l`;RPzaxK9!SF$ zpPST&!6vkae9wXX4Ncncwf-9!lE6f~ye3L(8W~~Q`qCfxcW|B4>zG{+NT*s*$U-Lr z>5CB^8k@bf1dm>^^~O;xiu3HWmAwvO4X`K!dJU4X>iviO)Sk79{tA)vEVi$l4po)C zEb%p?`U+97^<>8Mo_G#Xj)BJCY>-rE)~T&;qX1VMQIhrEGinU!_ZE%6sCybviah7_ z&F-!nyuv=lChj=t!6s1C1NM2su>Ko?IlgVEr^YDangp6x+>o`>N)=8|s}}^={*9ub z1%gEzF(n5y6afnB2gaQ;jY6 zmKDrVJmYSwN}g9lL|b;2J2@`GT9Lg657(*@$WgrF&ksm`oZa&YJjAdaw>c_CfF{}O zJghruxmOMYTcZ2OSf7@`M^b#35UTa>=UK!7C#&;QdK3e7a?x2Hou_kjAy>p=mk1E_+$}J!w<Q zqfE1&^YC~VvYF-w=ZkN)h%o*T{B{oG@Ml34Vb2p3;>LLPC+dnyV3{2p#PC3z4oHb7 ztT2rSvpk+*tM70on%!}uR1V?8ka~ez2#yajU?Gx2MC2WjQTG?^>dvvC#5xBUTh@lktkU#6v&tnnq;mKh=&^# ztPnE6aumyeH(()E3|yz!!9b+%psOKAA`s;fV>bovn(cr`+Y>{lLZlRE5Z@DXg*_{B zK(-$c5ew1~=tmmhnzMucCf+6@+|rIoLl+Uz48J4xME18-3`PR|dH;~~_h2(ugiR%@ zL+eAA9?0ytE#T}T3o5aB7+PD76@W3I9lvL02|T}M@+-CQY8n#p3RSv8&m#+HuYc1OE=QIK`mqW zjUNX|y7wm8m4dI%wlhc8b%XcA@96Iwx`hv~6}|9scVOQ#jy99n1LsntMv7SG+wY!q z2WDx)MUhBH)Cyn@CLv3J8KthfylD;t3ZtC#r%VpP9N4=JawlOVC=CtU+T+s}IQFo(!A#71!Au7R8A(rqV zVo$!V0fg&6K;`f|L_7be=8RyHJYu4#JVWtv6b# zv*G#r1{p-JH(>@MMA(05Le)SM^Jx3ch(O}@20?Ld)u6hzfUhmez_F+Vl>{{Rj}qCtEMP)zZFnMlEW!2)p`e+W<~cuS5mWPoTjSRfH$k7)5xncNL_ z{`pu3&kP?L1FO4v%nj*MjTaCXz3uRzUxINm1LFuE?iK4j$8dD0nU+Iu%Oo zyd}VekDAH|k;a@InDHmtBFa|3Iw)ay7_6#0BtRNlk#pn(fH=!T?$}9;A8+|b+~*YP zc=siq3{>qGV4%M}d92XOGldK(UfBf?q(<`(kAQ&N#e)c(r_Fp_xxYJgqDS0~x8V_i zwtc_cu$Vo++yG*3U(d&!-|w@7*QNc+N#i?njg1~agXCGoWeOzT4|VeDxB)ihKQjdI z#Zt!pm&ygsXR!L<_SO?W4^hji_iH~5{u5K${=YRf_uvoT{pt_i)L(iz(;qvY?+n4N zFN9*zn|klxJ2akOH12GZmz4g;y@4F#-ARvWL>iZfRlQw&xeAzO$Bkm(dV1`*zJUU8 z6#Z=<5c5AW0lks5>9r9Xz0u_(4oYf`S2D%bITq+tRkpZT`d-G(V~Ab?$g6uj#16Cf z`|^kHxms^~)OSJ)I-d7$t{jE2x5aovyRUJ@hLf+m-luOuZ~W8G}>0ko^ac z_Uf&Hcjin)vqgQSk?`2FcUIP<_EDp97w?5asiaxPetj$qpDs;jnKNoGZL%xf%ojd) z@kd_6Y!lMIXBD*1&zc~TYA;TbuA6w5% z)t)6jv=uo{%(5xdne~R*+53lsp8dBxR%+0oYpfusz4l){W3Kp$9aukGhp z-rxKwHBy4rSKHD|9k50Mt!!dsV>aayaq>4|lnF|xr<=jbU@~^_`If^KRZ80A-BaHh zWH&qit#+2gZ`z~!48PCro;%!?3;eRhx7Eq;(ng?-4dfzUwE*zgm6=PR=aAC*_!Hh>1uJbFQi&FT{kw|yy-N5 zh7TdmI2d^{Vp9;jYk=a_OdXxLlN=5K$Tu4U3FfKtJCz&JLb zgr8sWBVY9RemL0d>`hf%>U5iN+LOMA^BrA8>bt zB{fKk7ovM~Z%W&PY|OwRZs|O|E(bnoF+Br6J|4Nx*ew;f5tuCR6Mn!%TkF&+tfhax zuF99ZHVI_!e??kzPZP?R`vD$}Xp6fxoC7kM6*=wdUiRoK__*s_Fvr=qE5*v^<3$x_wwuJhU=wF{)F`TUa0)BHGKxJldHc( zbx(7dOhS~4TTJfp+1QzJvB4Dm2HShMJ7#Tb zc5h)iK6hkn+No}je$0$8&q`HPA$Rm#>i0E0g?Ro^hu?3Z%XrI={phTG@b6&bWZ+-m zZe11Lm-V~*zcv4`DyJtN;&tq-OwM=X5EXWi=Y5BQsCz#--!IN+{>TaP#<*i@e1Wg4 z!_4oOajM8eeNKK*O9@aURh@^2-lIao%fCtYxre+`rMF&X%$bq0!Fwb*5~QDYCXdEU z|E81^y1sung29`!dAl+Reuxl+dT<>IEa4XT>fV!co0^wXmbu;)WXBlJB3h`2+{lR( z7n?l2&VDs6$L}-F&J38j*CB#t zHkL>ItI4)ux2)~*!)zL+2YgpJ8t&zJ)OXLH<--bRA4Dj$vdu3c<&Q&rT@TN@COiK& z-c$Ed&S(sL_I21sK-%7bn+SZM)Z}@QoV`)iPG*#E8q_WmKD}{~yswKKbi1H1C`R45JiW#tBtaDr5rc^t1aX9E<=kK=k ztW7Up8JmfF+>)to0fX&eD}r9CZ1SXqvB*X!GP!(v7%BP!sbF-BdPp1HMkHUk z1JBbky8+LKjMk|xb=uIihA~IW*~a!e3x`xNGNxBh%L7RUa4-Cez7(a=FT1l`g^`iQ z-KtFTcHch-Dtl`lo*cIi{B#Q3PH&kUrMj#JX$Ta!6as5Gdltx68RzN6eJ1l%nx)1( z0gYJ{wnI=96F-_e)kjqlL+w5+uA_3}U4+84#b77WxXQp5nq2KM_LVj0&CuP*f^l)1 z#FmAuU+tL!+rvq_B@Fxt1ME#Ue;4SU*KR^<+i~+_{v1`0T|;G0m7Yv&syDZv4z@QJ z$`5cuuOntnS$!&Vuh5Zy0_t3?q#vD=uqQ=L?*|Gs&Hn~bs^2c6 zzymvLdhRKom)C`0 zrx2a#UrIs0hO6=HX}VHD`R8i)2P3Oms--I3-mk?wtP8`CwcW^k_|}Cw`AqPixvyNb z>pT1B1K<|T$Qmk8>*a@@Kud9R{g}uuAP#dOmTduFY(PCqb3Qmu4B7_A0;I&L~S#E519<1V?Fe{ZsuPKLPwYOdIhk%zO9$Fb(46ZM%Z#oa(>m_y%=m zq=>q`C`hW3Z}|Cy6Rkk&l?%dQ_P{Dvq8`F=hyT03^E?vbQq^>!?=hXL&l}$zh8gB6 zYo_Zv9?$EU_i(4^Ns^`hF_$lhBG312RH4tWiEcrkYA*ft8vF{<_OJ?Q9Z8J;{Qz1nzb z;&o~0V#v(>s7U~3V^c!TOp=xY$;fTkzrWzM`*hfYkX)95d=q>@zd!b82lal0t=)c8 zQ;>wAN#1YyygBPB{sE(Swb1|mw-`H0iOt+r&$}zJenjTf6YdqlJnp9&ElsNA9$<_v zp!_e*`t2?-Xb@(oaG4}zJ{m0=V&F}`nLEY~?o>eXdg?xV&Eea)GcT>uHsOBs)4n=` z0xq2|Z;MoW`a08z_v;ReK(DjbSEg?`!u9|Wr={PkPU*LBaOPWW(cW8Y`FCsoH@WdL z{{ph1B0Pmz5TdKQ>+h5xL(T^G0H!yh<6mqv3IqaQ|MNa9Je)4M|ELc}R{XgSWp#hM zLQ3MJthcdBIB8EN?Se_y9vi1lz0KM)YpVwFmM03iFf}$i1%Hj+xrmH5U+14lY04h& zH*4meDjj!Td~8^JZ;yHt>eVjS>war~nlyeNOE=Vff8$MG2euxwo3m1;V+gtM(*}k1 z0#~>I>G^#Zc0=WW{pT_1tLOW~APLfsS3!EzA>;db-@;bnlNofKiBSGM{^0p@M}Uzq zl_e*2@q`3RzCseAq9ac|ofwM(vmD;{dt@6@aVu<>ayrpt3$Z6ta97bfHMymxq=d+y zY1Z64f6pR5nurBMX{nemq?WSI1PGL}i~Dwu=&ryVPRPMQA{<+0h}_NHFolt zJ9`7s9MSnoY#;fmhl;uGk)8|>Bn)}Kb0|54WtTrlB?KkWF5U%FQJEA?y?hr+ryB5R z&s_W$;d>7^qzV@JR9HKBu!G-gVVFqB{NJsWK9~Q*|HTwADXvYFnh)w%lBSO<4#Q%)oGwA*hWVXq+dJ9UiR_5~M zqlY3tUhK~0@JjAWYxA;SYj6D#b!~*T57R|u^Pu`L4L(@=V+k*y@J92lj2B4t zAED--%F$pB4g;10l?br#QVOZ#kSp*CwBk*=B~{SH*pKTOSQr@-a;;6oVg~FJS}t>B z=QdwJp7qo+j<_-*{9!5*GUQ>r(WqK;-#&lyb`Yw&X<%i`DpUifoh;IEER|6bKCnnK z!^}o{Uwgr&6()>ht`)dUJm$v9*V1Ywg;I($@P~yoA_`Gq@qd5pzX5k@WZzVCn~eL= zft}fEFiI-uXf6gI6d8)s2)Q4JB>8wa8RUz3?J=Phs5`8t*jLcI4|gdwc2hU)E-~5Q zr-hwkhhf}Ao|}tKVsC6OoQyeZkMQ;kR?9sd_qO~q>TbjCq+d@dV zbYa+>6S z0@)cSvvTE|V^LVkhKmoQ4?Az%_#v$Z1|3B$0~mNfFRUE?T#sEw*sghiMZ%b5(l~-h z(`YyzR&^G);{pe+NmUzs6qpY~u=J1z4SrLSQ_*rbRhNlSTpG1?&^9~ArAK;Y*{)5x zGELVetj(Z5)p9&gE8vz?ji+7Px-B)<4*aUi^{11f-QM|gC|8HBZT5!PZ)upilvnUK zfuqIHj=<$C&!>w~UOSz(fUJ4L|HdKDK}6GwjWOa@XYR5O-Rkt1mTvZ^S#2QuVT*RI zy}Q%+&$Mit{<${(DYlPE~R1_Ze2_8 z?RRhAV1h_G?_U4y?Vo@6-v9p1-`>1^{%Y|3(^qu`#rxyrX9k0tV;(J+IUN0u*H7R6 z8D9RqnTb9+J$d&I12E;gcOZ)sJ5O>@#CPvbU%?M{Hih3uQ|Rm8y~`39K)rhxSs_f3 zh|p>)QwhJMSF4Na;?Acf3<7Z>*D}kpq3_tc(=>`0D5B2>j-JG;NmBFtvUFFT9;p z)5W~rfpoBS3mwZ1ov+`df!mV z`m%qyDDG&SRI|~v!j-6Xws;N2%hf)Et5cdc4=p|#&!B*F3fO8Vm$TXFXic}9w`{#a z_W%L9w|+Cp@wrX%kuA&iw9VmA%jrM94)JU_8cjbe(UWU*H!HO_mNVn>wQ35yY*@_A z`m5DJTAN2q9j)EX=iFI$w7EKYbLlR;M7A#}1|F^#|C43*fAKxjhPFR2Yqr=yY0s^NPZyaHhf zl0`LbmR|(LJQ>>$)A^6VA5LF=^N&BQR*pbldcH_uz&n0?*_%Di#&SHG&dP84bp+}3 z+-5%pe?NT{yn6W>kPGr@R$di>->%N|uNR?QLiFd8<<#_t)StNrO z$#^)r2)J5KV6)&&WoI))i}ix13xEuiC4ZJe|%$Y4ft|@OvA&o#W1(K;r@7;@o~e#fBy5IX;Pj)dWaVwEMEo3e+_Ck z5EEqMU_K7&VOMZmEPt6TAQg_~f@A`8oiC2<j-^_bQZ z6^55kt>Q#aSo72S<(r=tLtE9n2C4ggTG?ia#;^!3riZlxyCz1(jMkAC7 z&Lg8wTAuuIL!ukW^-Adug4`zkHHfut{>7HimDVd%UN4Q+NpOqa7z=7F(`&@LF$TDL zuBq>L!P6{T%#-Y5RdWE;Bw6;)li;5kyvTp{;03UHj?v3iQe;IonwIceK73yn8vOHr zJ_*1bjbbJLxhnhh+LDE};@>ng#JHkixgrN^V;X$QX-SY*WPv`$##<;Iv|I36M z|K&35{J+ofkQpXAML;K^l8>kOJ-@Z*!Gr$~GKKno0Hy)}A|FHk literal 0 HcmV?d00001 diff --git a/summary.csv b/summary.csv new file mode 100644 index 0000000000..97fdfaf568 --- /dev/null +++ b/summary.csv @@ -0,0 +1,2 @@ +Organization,Availability,Division,SystemType,SystemName,Platform,Model,MlperfModel,Scenario,Result,Accuracy,number_of_nodes,host_processor_model_name,host_processors_per_node,host_processor_core_count,accelerator_model_name,accelerators_per_node,Location,framework,operating_system,notes,compliance,errors,version,inferred,has_power,Units,weight_data_types +MLCommons,available,open,"edge","gh_windows",gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config,resnet50,resnet,Offline,17.2863,acc: 76.000,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline,"onnxruntime v1.19.2","Windows-2022Server-10.0.20348-SP0","Automated by MLCommons CM v2.3.9. ",1,0,v4.1,0,False,Samples/s,"fp32" diff --git a/summary.json b/summary.json new file mode 100644 index 0000000000..0f823304de --- /dev/null +++ b/summary.json @@ -0,0 +1,32 @@ +{ + "0":{ + "Organization":"MLCommons", + "Availability":"available", + "Division":"open", + "SystemType":"edge", + "SystemName":"gh_windows", + "Platform":"gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config", + "Model":"resnet50", + "MlperfModel":"resnet", + "Scenario":"Offline", + "Result":17.2863, + "Accuracy":"acc: 76.000", + "number_of_nodes":1, + "host_processor_model_name":"undefined", + "host_processors_per_node":1, + "host_processor_core_count":1, + "accelerator_model_name":null, + "accelerators_per_node":0, + "Location":"open\/MLCommons\/results\/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config\/resnet50\/offline", + "framework":"onnxruntime v1.19.2", + "operating_system":"Windows-2022Server-10.0.20348-SP0", + "notes":"Automated by MLCommons CM v2.3.9. ", + "compliance":1, + "errors":0, + "version":"v4.1", + "inferred":0, + "has_power":false, + "Units":"Samples\/s", + "weight_data_types":"fp32" + } +} \ No newline at end of file diff --git a/tmp-run.bat b/tmp-run.bat new file mode 100644 index 0000000000..652af1eb8f --- /dev/null +++ b/tmp-run.bat @@ -0,0 +1,36 @@ +@echo off + +set PATH=C:\Users\runneradmin\CM\repos\local\cache\6e338fa30e7e4b4e\bin;C:\hostedtoolcache\windows\Python\3.12.6\x64\Scripts;%PATH% +set CM_GIT_BRANCH=main +set CM_GIT_CHECKOUT_PATH=C:\Users\runneradmin\CM\repos\local\cache\a647227f091b481b\repo +set CM_GIT_REPO_CHECKOUT=main +set CM_GIT_REPO_CHECKOUT_FOLDER=repo +set CM_GIT_REPO_CHECKOUT_PATH=C:\Users\runneradmin\CM\repos\local\cache\a647227f091b481b\repo +set CM_GIT_REPO_DEPTH=--depth 5 +set CM_GIT_REPO_NAME=mlperf_inference_test_submissions_v5.0 +set CM_GIT_REPO_PATCH=no +set CM_GIT_REPO_RECURSE_SUBMODULES= --recurse-submodules +set CM_GIT_REPO_URL=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 +set CM_MLPERF_INFERENCE_SUBMISSION_DIR=C:\Users\runneradmin\CM\repos\local\cache\f6b16c5abc894157\mlperf-inference-submission +set CM_MLPERF_INFERENCE_SUBMISSION_VERSION=4_1-dev +set CM_MLPERF_RESULTS_GIT_REPO_URL=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 +set CM_MLPERF_RESULTS_REPO_COMMIT_MESSAGE=Results from R50 GH action on windows-latest +set CM_PYTHON_BIN=python.exe +set CM_PYTHON_BIN_PATH=C:\hostedtoolcache\windows\Python\3.12.6\x64 +set CM_PYTHON_BIN_WITH_PATH=C:\hostedtoolcache\windows\Python\3.12.6\x64\python.exe +set CM_PYTHON_CACHE_TAGS=version-3.12.6,non-virtual +set CM_PYTHON_MAJOR_VERSION=3 +set CM_PYTHON_MINOR_VERSION=12 +set CM_PYTHON_PATCH_VERSION=6 +set CM_PYTHON_VERSION=3.12.6 +set CM_QUIET=yes +set CM_TMP_CURRENT_PATH=D:\a\cm4mlops\cm4mlops +set CM_TMP_CURRENT_SCRIPT_PATH=C:\Users\runneradmin\CM\repos\anandhu-eng@cm4mlops\script\push-mlperf-inference-results-to-github +set CM_TMP_CURRENT_SCRIPT_REPO_PATH=C:\Users\runneradmin\CM\repos\anandhu-eng@cm4mlops +set CM_TMP_CURRENT_SCRIPT_REPO_PATH_WITH_PREFIX=C:\Users\runneradmin\CM\repos\anandhu-eng@cm4mlops +set CM_TMP_CURRENT_SCRIPT_WORK_PATH=D:\a\cm4mlops\cm4mlops +set CM_TMP_PIP_VERSION_STRING= +set CM_WINDOWS=yes + + +call "C:\Users\runneradmin\CM\repos\anandhu-eng@cm4mlops\script\push-mlperf-inference-results-to-github\run.bat" diff --git a/tmp-state.json b/tmp-state.json new file mode 100644 index 0000000000..e03109d44a --- /dev/null +++ b/tmp-state.json @@ -0,0 +1,3 @@ +{ + "docker": {} +} diff --git a/version_info.json b/version_info.json new file mode 100644 index 0000000000..cff706099b --- /dev/null +++ b/version_info.json @@ -0,0 +1,602 @@ +[ + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "get-sys-utils-cm,bc90993277e84b8e", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.12.6" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,mlperf,inference,src": { + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,mlperf,inference,utils": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_uid": "e341e5f86d8342e5", + "script_variations": "", + "version": "" + } + }, + { + "get,dataset-aux,imagenet-aux": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_uid": "bb2c6dd8c8c64217", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "get-sys-utils-cm,bc90993277e84b8e", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.12.6" + } + }, + { + "get,generic-python-lib,_onnxruntime": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "onnxruntime", + "version": "1.19.2" + } + }, + { + "get,ml-model,image-classification,resnet50,raw,_fp32,_onnx": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_uid": "56203e4e998b4bc0", + "script_variations": "fp32,onnx", + "version": "" + } + }, + { + "get,dataset,image-classification,imagenet,preprocessed,_NCHW": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-preprocessed-dataset-imagenet", + "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", + "script_uid": "f259d490bbaf45f5", + "script_variations": "NCHW", + "version": "" + } + }, + { + "get,dataset-aux,image-classification,imagenet-aux": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_uid": "bb2c6dd8c8c64217", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,python": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.12.6" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_uid": "48f4622e059b45ce", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "" + } + }, + { + "get,sut,configs": { + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_uid": "c2fbf72009e2445b", + "script_variations": "", + "version": "" + } + }, + { + "generate,user-conf,mlperf,inference": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_uid": "3af4475745964b93", + "script_variations": "", + "version": "" + } + }, + { + "get,loadgen,_from-pip": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-mlperf-inference-loadgen", + "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", + "script_uid": "64c3d98d0ba04950", + "script_variations": "from-pip", + "version": "master" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,generic-python-lib,_package.psutil": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.psutil", + "version": "6.0.0" + } + }, + { + "get,generic-python-lib,_opencv-python": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "opencv-python", + "version": "4.10.0.84" + } + }, + { + "get,generic-python-lib,_numpy": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "numpy", + "version": "1.26.4" + } + }, + { + "get,generic-python-lib,_pycocotools": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "pycocotools", + "version": "2.0.8" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "benchmark-program,19f369ef47084895", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "benchmark-program,program": { + "parent": "benchmark-program-mlperf,cfff0132a8aa4018", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_uid": "19f369ef47084895", + "script_variations": "", + "version": "" + } + }, + { + "benchmark-mlperf": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_uid": "cfff0132a8aa4018", + "script_variations": "", + "version": "" + } + }, + { + "save,mlperf,inference,state": { + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_uid": "b14b813229c444f8", + "script_variations": "", + "version": "" + } + }, + { + "app,mlperf,reference,inference,_resnet50,_cpu,_offline,_onnxruntime,_fp32": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "app-mlperf-inference-mlcommons-python", + "script_tags": "app,vision,language,mlcommons,mlperf,inference,reference,ref", + "script_uid": "ff149e9781fc4b65", + "script_variations": "resnet50,cpu,offline,onnxruntime,fp32", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "get,sys-utils-min": { + "parent": "detect-os,863735b7db8c44fc", + "script_alias": "get-sys-utils-min", + "script_tags": "get,sys-utils-min", + "script_uid": "a9af7714d3d94779", + "script_variations": "", + "version": "" + } + }, + { + "detect,os": { + "parent": "detect-cpu,586c8a43320142f7", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_uid": "863735b7db8c44fc", + "script_variations": "", + "version": "" + } + }, + { + "detect,cpu": { + "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_uid": "586c8a43320142f7", + "script_variations": "", + "version": "" + } + }, + { + "get,python3": { + "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.12.6" + } + }, + { + "get,generic-python-lib,_package.dmiparser": { + "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "package.dmiparser", + "version": "5.1" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-descriptions": { + "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_uid": "48f4622e059b45ce", + "script_variations": "name.mlperf-inference-sut-descriptions", + "version": "" + } + }, + { + "get,mlperf,sut,description": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "get-mlperf-inference-sut-description", + "script_tags": "get,mlperf,sut,description,system-under-test,system-description", + "script_uid": "e49a3f758b2d4e7b", + "script_variations": "", + "version": "" + } + }, + { + "get,python3": { + "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_uid": "d0b5dd74373f4a62", + "script_variations": "", + "version": "3.12.6" + } + }, + { + "get,mlcommons,inference,src": { + "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_uid": "4b57186581024797", + "script_variations": "", + "version": "master" + } + }, + { + "get,dataset-aux,image-classification,imagenet-aux": { + "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_uid": "bb2c6dd8c8c64217", + "script_variations": "", + "version": "" + } + }, + { + "get,generic-python-lib,_numpy": { + "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,generic-python-lib", + "script_uid": "94b62a682bc44791", + "script_variations": "numpy", + "version": "1.26.4" + } + }, + { + "run,accuracy,mlperf,_imagenet,_float32": { + "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", + "script_alias": "process-mlperf-accuracy", + "script_tags": "run,mlperf,mlcommons,accuracy,mlc,process,process-accuracy", + "script_uid": "6e809013816b42ea", + "script_variations": "imagenet,float32", + "version": "" + } + }, + { + "app,mlperf,inference,generic,_python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline": { + "parent": null, + "script_alias": "app-mlperf-inference", + "script_tags": "app,vision,language,mlcommons,mlperf,inference,generic", + "script_uid": "d775cac873ee4231", + "script_variations": "python,resnet50,onnxruntime,cpu,test,r4.1-dev_default,offline", + "version": "" + } + } +] From 47575e9fd1f90e93f8be539ff9aab20677c1c303 Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Sat, 5 Oct 2024 00:23:20 +0530 Subject: [PATCH 2/3] CM_GIT_URL -> CM_GIT_REPO_URL --- script/push-mlperf-inference-results-to-github/run.bat | 10 +++++----- script/push-mlperf-inference-results-to-github/run.sh | 10 +++++----- 2 files changed, 10 insertions(+), 10 deletions(-) diff --git a/script/push-mlperf-inference-results-to-github/run.bat b/script/push-mlperf-inference-results-to-github/run.bat index bcfd791647..7800479ae9 100644 --- a/script/push-mlperf-inference-results-to-github/run.bat +++ b/script/push-mlperf-inference-results-to-github/run.bat @@ -1,18 +1,18 @@ @echo off -REM Check if CM_GIT_CHECKOUT_PATH is set -if not defined CM_GIT_CHECKOUT_PATH ( - echo "Error: CM_GIT_CHECKOUT_PATH is not set." +REM Check if CM_GIT_REPO_CHECKOUT_PATH is set +if not defined CM_GIT_REPO_CHECKOUT_PATH ( + echo "Error: CM_GIT_REPO_CHECKOUT_PATH is not set." exit /b 1 ) -cd "%CM_GIT_CHECKOUT_PATH%" +cd "%CM_GIT_REPO_CHECKOUT_PATH%" git pull git add * REM Check if the CM_MLPERF_INFERENCE_SUBMISSION_DIR variable is set if defined CM_MLPERF_INFERENCE_SUBMISSION_DIR ( - robocopy "%CM_MLPERF_INFERENCE_SUBMISSION_DIR%" "%CM_GIT_CHECKOUT_PATH%" /MIR + robocopy "%CM_MLPERF_INFERENCE_SUBMISSION_DIR%" "%CM_GIT_REPO_CHECKOUT_PATH%" /MIR git add * ) diff --git a/script/push-mlperf-inference-results-to-github/run.sh b/script/push-mlperf-inference-results-to-github/run.sh index c1d66f0278..1eb4f663e4 100644 --- a/script/push-mlperf-inference-results-to-github/run.sh +++ b/script/push-mlperf-inference-results-to-github/run.sh @@ -1,16 +1,16 @@ #!/bin/bash -# Check if CM_GIT_CHECKOUT_PATH is set -if [ -z "${CM_GIT_CHECKOUT_PATH}" ]; then - echo "Error: CM_GIT_CHECKOUT_PATH is not set." +# Check if CM_GIT_REPO_CHECKOUT_PATH is set +if [ -z "${CM_GIT_REPO_CHECKOUT_PATH}" ]; then + echo "Error: CM_GIT_REPO_CHECKOUT_PATH is not set." exit 1 fi -cd "${CM_GIT_CHECKOUT_PATH}" +cd "${CM_GIT_REPO_CHECKOUT_PATH}" git pull git add * if [[ -n ${CM_MLPERF_INFERENCE_SUBMISSION_DIR} ]]; then - rsync -avz "${CM_MLPERF_INFERENCE_SUBMISSION_DIR}/" "${CM_GIT_CHECKOUT_PATH}/" + rsync -avz "${CM_MLPERF_INFERENCE_SUBMISSION_DIR}/" "${CM_GIT_REPO_CHECKOUT_PATH}/" git add * fi test $? -eq 0 || exit $? From 386e2fae65701403672fe1f0df3308c8907e249a Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Sat, 5 Oct 2024 00:23:40 +0530 Subject: [PATCH 3/3] Revert "Results from R50 GH action on windows-latest" This reverts commit 7bac0317e16a69e9a1823d5e8725b24860c81d6d. --- cm-run-script-versions.json | 602 ----------------------------- hardware/gh_windows.json | 26 -- mlperf-inference-submission.tar.gz | Bin 19309 -> 0 bytes summary.csv | 2 - summary.json | 32 -- tmp-run.bat | 36 -- tmp-state.json | 3 - version_info.json | 602 ----------------------------- 8 files changed, 1303 deletions(-) delete mode 100644 cm-run-script-versions.json delete mode 100644 hardware/gh_windows.json delete mode 100644 mlperf-inference-submission.tar.gz delete mode 100644 summary.csv delete mode 100644 summary.json delete mode 100644 tmp-run.bat delete mode 100644 tmp-state.json delete mode 100644 version_info.json diff --git a/cm-run-script-versions.json b/cm-run-script-versions.json deleted file mode 100644 index cff706099b..0000000000 --- a/cm-run-script-versions.json +++ /dev/null @@ -1,602 +0,0 @@ -[ - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "get-sys-utils-cm,bc90993277e84b8e", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.12.6" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,mlperf,inference,src": { - "parent": "get-mlperf-inference-utils,e341e5f86d8342e5", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,mlperf,inference,utils": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "get-mlperf-inference-utils", - "script_tags": "get,mlperf,inference,util,utils,functions", - "script_uid": "e341e5f86d8342e5", - "script_variations": "", - "version": "" - } - }, - { - "get,dataset-aux,imagenet-aux": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "get-dataset-imagenet-aux", - "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", - "script_uid": "bb2c6dd8c8c64217", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "get-sys-utils-cm,bc90993277e84b8e", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.12.6" - } - }, - { - "get,generic-python-lib,_onnxruntime": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "onnxruntime", - "version": "1.19.2" - } - }, - { - "get,ml-model,image-classification,resnet50,raw,_fp32,_onnx": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-ml-model-resnet50", - "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", - "script_uid": "56203e4e998b4bc0", - "script_variations": "fp32,onnx", - "version": "" - } - }, - { - "get,dataset,image-classification,imagenet,preprocessed,_NCHW": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-preprocessed-dataset-imagenet", - "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", - "script_uid": "f259d490bbaf45f5", - "script_variations": "NCHW", - "version": "" - } - }, - { - "get,dataset-aux,image-classification,imagenet-aux": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-dataset-imagenet-aux", - "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", - "script_uid": "bb2c6dd8c8c64217", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.12.6" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,cache,dir,_name.mlperf-inference-sut-configs": { - "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b", - "script_alias": "get-cache-dir", - "script_tags": "get,cache,dir,directory", - "script_uid": "48f4622e059b45ce", - "script_variations": "name.mlperf-inference-sut-configs", - "version": "" - } - }, - { - "get,sut,configs": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-mlperf-inference-sut-configs", - "script_tags": "get,mlperf,inference,sut,configs,sut-configs", - "script_uid": "c2fbf72009e2445b", - "script_variations": "", - "version": "" - } - }, - { - "generate,user-conf,mlperf,inference": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "generate-mlperf-inference-user-conf", - "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", - "script_uid": "3af4475745964b93", - "script_variations": "", - "version": "" - } - }, - { - "get,loadgen,_from-pip": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-mlperf-inference-loadgen", - "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", - "script_uid": "64c3d98d0ba04950", - "script_variations": "from-pip", - "version": "master" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,generic-python-lib,_package.psutil": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.psutil", - "version": "6.0.0" - } - }, - { - "get,generic-python-lib,_opencv-python": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "opencv-python", - "version": "4.10.0.84" - } - }, - { - "get,generic-python-lib,_numpy": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "numpy", - "version": "1.26.4" - } - }, - { - "get,generic-python-lib,_pycocotools": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "pycocotools", - "version": "2.0.8" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "benchmark-program,19f369ef47084895", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "benchmark-program,program": { - "parent": "benchmark-program-mlperf,cfff0132a8aa4018", - "script_alias": "benchmark-program", - "script_tags": "program,benchmark,benchmark-program", - "script_uid": "19f369ef47084895", - "script_variations": "", - "version": "" - } - }, - { - "benchmark-mlperf": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "benchmark-program-mlperf", - "script_tags": "mlperf,benchmark-mlperf", - "script_uid": "cfff0132a8aa4018", - "script_variations": "", - "version": "" - } - }, - { - "save,mlperf,inference,state": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "save-mlperf-inference-implementation-state", - "script_tags": "save,mlperf,inference,implementation,state", - "script_uid": "b14b813229c444f8", - "script_variations": "", - "version": "" - } - }, - { - "app,mlperf,reference,inference,_resnet50,_cpu,_offline,_onnxruntime,_fp32": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "app-mlperf-inference-mlcommons-python", - "script_tags": "app,vision,language,mlcommons,mlperf,inference,reference,ref", - "script_uid": "ff149e9781fc4b65", - "script_variations": "resnet50,cpu,offline,onnxruntime,fp32", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,python3": { - "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.12.6" - } - }, - { - "get,generic-python-lib,_package.dmiparser": { - "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.dmiparser", - "version": "5.1" - } - }, - { - "get,cache,dir,_name.mlperf-inference-sut-descriptions": { - "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", - "script_alias": "get-cache-dir", - "script_tags": "get,cache,dir,directory", - "script_uid": "48f4622e059b45ce", - "script_variations": "name.mlperf-inference-sut-descriptions", - "version": "" - } - }, - { - "get,mlperf,sut,description": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "get-mlperf-inference-sut-description", - "script_tags": "get,mlperf,sut,description,system-under-test,system-description", - "script_uid": "e49a3f758b2d4e7b", - "script_variations": "", - "version": "" - } - }, - { - "get,python3": { - "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.12.6" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,dataset-aux,image-classification,imagenet-aux": { - "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", - "script_alias": "get-dataset-imagenet-aux", - "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", - "script_uid": "bb2c6dd8c8c64217", - "script_variations": "", - "version": "" - } - }, - { - "get,generic-python-lib,_numpy": { - "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "numpy", - "version": "1.26.4" - } - }, - { - "run,accuracy,mlperf,_imagenet,_float32": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "process-mlperf-accuracy", - "script_tags": "run,mlperf,mlcommons,accuracy,mlc,process,process-accuracy", - "script_uid": "6e809013816b42ea", - "script_variations": "imagenet,float32", - "version": "" - } - }, - { - "app,mlperf,inference,generic,_python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline": { - "parent": null, - "script_alias": "app-mlperf-inference", - "script_tags": "app,vision,language,mlcommons,mlperf,inference,generic", - "script_uid": "d775cac873ee4231", - "script_variations": "python,resnet50,onnxruntime,cpu,test,r4.1-dev_default,offline", - "version": "" - } - } -] diff --git a/hardware/gh_windows.json b/hardware/gh_windows.json deleted file mode 100644 index b7cf960dbb..0000000000 --- a/hardware/gh_windows.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "accelerator_frequency": "", - "accelerator_host_interconnect": "N/A", - "accelerator_interconnect": "N/A", - "accelerator_interconnect_topology": "", - "accelerator_memory_capacity": "N/A", - "accelerator_memory_configuration": "N/A", - "accelerator_model_name": "N/A", - "accelerator_on-chip_memories": "", - "accelerators_per_node": "0", - "cooling": "air", - "division": "open", - "host_memory_configuration": "undefined", - "host_networking": "Gig Ethernet", - "host_network_card_count": "1", - "host_networking_topology": "N/A", - "host_processor_interconnect": "", - "host_storage_type": "SSD", - "hw_notes": "", - "number_of_nodes": "1", - "status": "available", - "submitter": "cTuning", - "sw_notes": "Automated by MLCommons CM", - "system_type": "edge", - "system_type_detail": "edge server" -} diff --git a/mlperf-inference-submission.tar.gz b/mlperf-inference-submission.tar.gz deleted file mode 100644 index 39adcfa3828de3c5ee68e6f1047f82dfab819b05..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 19309 zcma%ibBw1!*Jazb`D@#@&1v_vZQHgrZQC}dF>Twnt?l>wHoM7YH`%|ca&xPms{5Q< zb(1=WFbWDNfdj}42=vm&!wGk+zVu61?1aa8rhb}$0m?;JcQJbAYF;ssuYN9iDRCRN z_AunVjC{AB?IaX1)%ALnxe6aIXo3k9zW^-XT21UHv9Xz5nfOdMyg|ble-Mv2y$E#Jha=y*NI9>du>;%#jxS`C40?i2p4x(g^w8Xklvy z0Q0)f4I_!<{_=}8L;Q-fQKmm~wWe6~9oF~za>8(V`_|0yc|m*=z==*;wdUkH|E|oE zcdY`w2`?~*{T4g8(W?vRgR-4W(#_fC{Py#BV1$Z2YROuW4w0a+$|dCccocfxxHm)m zgzVRduE2c>cwhG$PCmQ%K6ZcF@$*npbN$G8A&iLq&fUMgdAabuG2k34CH%MFt{WlF zu8pTakra3Tw+JWpa)aQ!YrT0-nsS}CT8oDpAx@1*ij=;UZSK7+UHJ1QvZNERK2b?^FQ-2b}TC7X! z@PO7KQ7I9(!^Xi@ow-3uvHhe&?+@c%Z$9gE5<@K8KHAeku?b7=3D37{7w9x9)|oXY zLoqlpP!&gZhmLGcby&4fgPy|{Mau8-8U!!XlbZpW?57HYjXNGLw#PS4UKQ{yzx%aI z|4f!<(8&mL$~4?VET_>Tp4m|d&A|R{*nQ*Z`4ZFdy-nuI)>a^`L9q$=XfJc#uFFTm{J-zd5;LK1h?e1u@aq%2c(YcwpCh0F{2u`V(u0{KAno(kD zNc*Z&=$lPHdL9sj{W}iVudS&#%@xFVUbH#9UXN~+JF3XOyey2xFfc*L&OeLHA8!TR zx$^QLvu0g{kAeFpo|1}mXKP8%WA@2Kq@A8YB@G~1w}&RjO`h#bd8JX7-15|!kf&ny z8H}7h=v~J?vvKb<<>p#WWAT+&Hus+}{F%9$Z>I6Ji~S#Do0ReV!1y?c5%0sm zp1Coq7AO%wI?iKJclB#gL5B5(GxefT64fenNZ}IOCG>m|rjs=#5 zzf50x&zuRpBg`NP*y*tQZhY#PFWx7dq>=^oj21jdIdaR;v^6W zou};{Ru#T8fh2q1G%i&}TtDNI6*m_BFha7w{183`xVStX?+y|DV0^jWW|waN&a#e8 zUl`wPO`V@OGjMw5Mq{|>$UY73YzJNE?!~dO8Nm&Pd@{23@xLI0S|8Gmoh`tFQBV+Z znPE|fK0kG5tEL&WEDLx)f3EktZ6j{^KA&;*5CnN2N~QFT>&1p1_DvnDz=2?ll{MWE z_`bzYP{?g~JQ^|KEf&*3UzuTJgbeVe%kG9G-ng(&>=vdfFBR=$f~$VNofn4rLe2fP zPe$}7f}P7HD}<+YA3bD(jT3oI%|IQK558al?>!q7me>U5j-u{NTM^~>dt@E{hl^m4 z5X>AjOGJgx2N$Vs*`GaSY}FtLX&WNgv}B)u2dO@D&z}tO-+gd3$9G!cNbUD?Zfx)S z*Iz^l3JGcz?wC7CdvX|JjRX+1wGwu;jTK%w)r!RMLy7Lf5kHTwhtxq+5xE>wU>o4MXA))I}|!Ea*oG#!3lw!ape;+@ghv(HMl< zSQnIw(UPH5b2L9YI)%%O6=z-LP7oT>**2%($aFT!?o}7~xXX zD_hYpU?FzQW*i;>8xq!r$c|{q7&c4=Sy~_zBZ^>>LCpplgdqlQ8!h2hk}5DZN3~*I zuF#kcN7o|aoF*C4A|sDNC50!+#Yi1d#t3!z%WRS9-3&vIi)W>6+{auJ^Q#>x0^&qi z7r=e!0ERX2JW76!T|dC9V1#4>#$lvf+}A_fNWMSQRRxuBYmigy64Ds8>ix!$`Rmh? zn?UG@)Jr)E#snKAP;VDglHqyQX~RjeGG&{+fszCh zY7wFE264kB7CS|KFihxUonnkSO8?gUdhFysmOFn&>7o%xl1w#5=VWa4mjg?I@*_D% zxzh4X^LV)gGk~TAw;DJ6QP@fhQ|d!E?UCYT?HSRz1XD^A>jRmvu?K~=fq`DgYG`O} zn$sT}K`!={5=#0kejOx^fvqG3(Mj(q24qu_AkB&vIplEM%^qax=9!=%+s_&+O=#Hu z8X_44U}nho^+J*l%L1uZVT>G#vdCXgL#EJGhDwm9kw>GOyBLDkX&w(BI9Sq|drhG9 zagRG{qef>yDDq5gb4*U=IRkI_C!k}Q$6GSiFoTand8b(bOt2hrnS>lU#_`C<%%NLj zoRI_VE1(Ww?X~_k)AL zWlV6E|233_7LqlJAz*MR%z-?NlEev$w1HfimPhnkVlyHmr~j$6*2sWsR#Us-HLRB- z!P3MbAX5{9*3V+;%Rx_wuxjjD+5|Q)pX9_ESV602N3K&ifS7<9CEfQxF431BB!OOL zSrVsF*D8?$sdKd0mkrZbfz3Q7GOZoR zQm&5yU-_m4MMjxX5X!hXSq^f?x8(f?l@% zg-7aW@HEu$V`iu!!jkgykVmRFvpE1}d3RE%{Jf8>Ec0kj+T1rinjQfc-_^-El?5O4 z-2uXg`enCtRora=0SgOxm;=(3H%rH*eji?TKx8<0bD$?WDef5+)rE&kGsLFm+6w_D z<-|47Q9)^zL!#JK+ny)jFFfoyzZclPF|iAtV{yn_Bq6Kl5eB_1DkiSH<9j_i4Tkt| zu#OdKeL59+aB3JF2BO{mb@sY9uzfQK*?u?;>HuL039-m;x3DnS1-h=RMdfNwh#L5+ zAa*I84P@rVS5~>XT__IqOG&PL}<5vG=QOxOeCUf}Ui*C=^&5hwWkydO2Y78?a#MjpXkxc;g9MtpNvvfH55 zgOlcnu&+Yz;fB`<>2xrezXqROr_=M4!ayR8FOKpy7|GowPj0lsWvdk?Czp^U@7ugz{PwM_j?7n-gN~z(8wAloF0W!pFCB31Z>M z{)>`QTgTw#IohIB@wTd8>6UhtY6z(XPbaD{PZU_x$9LY?*=6v{-Sx1*r& zn&`(vp+0j>Y~a`LQmES)uxX!MSRfWE@@mDy*mSi#i|^|Q5pa4hF9!v&{1!YxSL8_l z!woQg!6$CK|8Wc;y@tx_E-68P&eL`_e^-#hM`3I|8MftTbCCr4>jphztD*u47H8}R zKTWTq5(XCEhU@Q58nc95E;3+tjjYk#Zk67A_3jJ$iLr!LC4^a3V#dxGnf_t9e1+># z__;Ig5^!kR`{_om5%;%Y1jy1w^* z)`)SgAKQH6H>n)hwQ8J*A2pgW$Oyr*ILnlmVk{h6vPqu%7Ao>}{fwX*Ep^}@qfrPn zO39Hu0we$trWwene=i@^F5y8~1vVgHjmufSiXLB*^#wmt)gVp`g&&lS_&|RJP7*X% zR6$TokR&dTA0Ax9hk4*G4+OetNCVtAED(M!#60*00VdcP@6SJC0Z>1fpqMrSm@N=y zl3_n3L`(6QR2ZD{0FW1{fthF#nP8zvI6-*u5Jh{q6x{hiA1svN4o1~e3viPs)d(doGFqCyeG8epl|Cdpnon; z8I8u6A8>p_aCStLh6eyMPZ0!#u+3YAa}V(j^2ReksPGSMKspq8AOTv;gCd5Q5s!@r zy0@Ik!=RPXr}C#s9)ed6_8xW?gx(oe(#$h}yBEezBu)yjv=)n2F7$-(2n!Zwqiipe z^an7?3C<^!cjI{Im!Aggh%o2DfjYv?0rmI?9}q!}nkq5_ufQAt;vc<35k;6#^@`qFKZ(HBFUzLX#e(zVCM3k^8N}B7rLJiC{7D60LL7{+OMLe-cAdL%q^3V!C261-` zZOHSX%%Mg}%F;z`#JNCs6DTjz5tX5hjp-`PhZO7TWaGVG2J499;U>{VDuJaGQ+HU9 zh>enQDSH;cNrwaz1!+J+Kq7FO zfpOp_*vdA`B;t{pQJ@07UrC5g6!wXnnolbtlCTa5f+xq#2#F+&%%H>$gF=BE0B&%Ga)7D(eh0t=u;a=$ z_FcqdfFmd(o4d^N8l{D)0f(R(i{<@dIwP#H%P*{T)6*XsiovTX+H$QMAA(vLLs{`3G7a7!UICPwJA1W3uxn_)Z~MN82P$gwkb?Fek>R52b2R9&YtW6+}X0= zMxq=PMKBj4(Ev%jeY47S!p#0Hj~tM+`fmGmc10g|GVq_rXg0zYw)XrxtJuF??uaws zQ_oo-56!hwZmKOCc{1m~w`!r@xgjX-$H$isHN`VQJ2`u-6t7@e9Y(JRaCpiC>hHaP z z@_YFEZ|F1N=7ezoQHHj&w0b`fD(Lw>SHXh?g@O56AT7lLZ2%D~&%z6>=vcR7$JHFc zdf7{g?$X6;)X4V`3SJ0ow>r?CeF6n+qXd^6z@s|2FZFMzQn*Hv;DdnN${}kYlB8gW z&t^ugIp=0d;^E+FZIyJIZ+{FL+63=jDFui5hwgERk-nY?1!bm>OAg&3?ILl643hso zRaCx(in~t@3k&NaCV+`6)?J4`8WhJNHtNFP12Q4&A!fg|U9sma)(E?64T(9cyEQCy z8$61?ypE}l;IVGeNBthI_n6_MoA!O~O^Le2y0%@p25Gap@s14MMo5ub#Q)M=(I2lKBT`cILk%nes&P(xVg5ZR^~+oLnKoqvUk<-(H9%S z%IgzvkhGtg*D=K~V~3oQck-TCIVn1j@(N#H72-K98l5(s=Gyce%4> zU!cUnHdF1lnBB?3u;z6_9Tzs+CHT1S*}<2!1FKj9fciVx@-n%eo#mzQMGEg0>8l*) zJI1nhm;6y4c}jL#zn)Cyb`f3!4rQ6wumobQyt~kpj<25Gm=w_IC^m-N-6N3aP1vp0 zUaB64TNMNB%0@#siItC&?Mw%S+akG{o8?Ro6}ocgI!n-#ZblqI%asD$8TkwQNpqKr zYZ)8W2A$Tp9^ZSCx83-#x#u=p{0!Q;HcOzX1cdbA^Su74T}uC-)p`DT5b2Yw&ln-s&v_Q*7x&{3@?p5-z>7T&#vD!xY@kL z7ua(+*yCFyMKhQ04Bzwp?fFf0?Psrd%XzP9g zT%c(J+S~8J4^rR1bRPXm_*DUR68aT`H|5C^{k41)q)yDkjx0u4`~oRmWTbA)OYgMH z%sHVI-Qv5(tih@`Cu_|ACZn_3lVMH*wC>6$z1uiu$6i>ItH_KFR3-CXmzs{|*_Ou*l0ls3te<4Y&yB|)>LX|}DMMfCtbpR{N$Z|-jjM2J+Lb}>?c#XkD3;*b0!!xx77nXSv3$ve4~-Hz z8oztVRXm=ul0v+nuhyQ3)R{<>+iHZ{?tg6w^!mAp3Vlq2vpX11u*Om%w2dbo^wF9FdM$;RyUcUxY8i()C#}Xe(zSG`jahV` zru1?JXBp0c#HVC)1xF%uK=-~KMYIrOdaZfBEvP;nZrJ%%b{K!pZc3YB7uCD|ySR6?u$!E+%b zqy{g6KU3@npLiCD^O#4ln^Uxa`ZBXMmGX0Bivq?0RBw3Qv~a9Yvr9g6mh`n5wzCyU zh4|IW=`xPLYi6+NxOo_fZR||X3uh2mMsvqB`{gMbfHgUH_rY+x?m}Gy+jK2+6y<04 z!-*J`d7_K^(i~}BC1z0~d7qcW*qB%WZ;)LrGLpAxpGJflFS#J|9DQQae9Lmz;^mlM zGB^&Ym$slzL5s?X#BMLu6qQyfSO(|iH%J$;^WinV=b$V2rAh)bs4k|qU0T6IHjm}) zxb7vOKJ#aGPRXO)GGlOl2=Ei8jjE zNJY%`!gj^0J!C<340xY5pg%BM*b)Rt+X=asFjde0zgu(L1che7Lj-iafy91-m{ zR@e&fCvM9rD%bzcI>b}N4sM(@D>fNDVqtQ4)3Ifr-pZCr&;3O{-^&;>vxVwxr}vtN zct>*mBqKqt@R1zcAYvz5rUUtsf-{fSE+t=k1 z0a-<6qTe8uwgqU8Xc@wqa?kJTDjn!_`GS zw5TLc`T#3gVHt8QTvrWL;1f}k!-$M`XkZ8w8e9j!A%_qo>lhRe^xEYolA|`WBJG|Y zNCvOZXeO#CR1Yyn=q@hCIB+P%$O%k})DfpfbnxZauEsbz$)}U9Ew?hF9AN;mrui7# z9c;zL(!KCxP|iwj8FMX2>TQ)zRi8}pp7TsQunGVY@_cC==UWppE6I~4)6Uwzn`LgIo)U+e+{X~z z;JPq-8OVo#6Z|>F!`2+FO+^z~iGP=yq;7>!IGeL=W^fGmOJw8+QsU@ja}Nqr8{g^UsmW0iNV0>-2M~igHP1GK(PpW7pQoE3ckA z81C^9MM_;$sU(#P#rno1IHjn!bHg$hzChdF^=fy$V?ukf!uK?uRk-X&Oq*Sfg zu2;^*#&_Jxs%G@PB&ZE8uPT`h@CH6tUYuxhcW+NAtRMv_@B znQ0u$EAeh45;%oiFUJlmuoLT2#NW)=5(6k{E~_o82IxK9|Y z{5T$9dI=#(&e6NKGmPHjN%Br`emUHgk&mBJ%CS5|kL>T0($Ua#KlNLF$z`5?iUoQ= zYBbaK)HsKK5Z>cHeu$G##eXAS4CJ;Z$Dep$$n`J=_wL9!KXrPM29E%xOf&VZH3ke;VP+`C!>NONgQc|3s6p1>mgwG@!#IUQH}GK9@ajJa z(R8*N*uR;_p)16|XDMR1<@_|n0w5XhBHJy0XilyQB1OgK*Nqu#k-`zZhcb{|I!;`4 z+h|-|j`2`oso=v++DvaPXhgoujv*qxPF*FK-m>91m;}@8D9WIyJf{=ulpliTIFJji z%pt0?2iA@+ypt?d!9$`bF zp_fyQM39NWq7QuCnf5`Ofqxn?38vcmZ3&Q<2U&1wCF|B_$d(DnN@2SrmPwj^mPs>v z(q%RvZtvIx&s2D)t)S-SAt-tzz$-%>jC)Z+-+7DQx%;+BtmLGSEb%i>KeSyDLnV!D z;xNbh$npTZD+~AM?EvZLfins>&;yuNFp-s9_#Us_vk|!FS@oF4a$}SRR0G9Slewpt znj2cFD<6Si8?c?&G&^!mmT3Bk2jYN8?fRI~?s1O1e7uxy1xHTRK{`qY;ig*&474Xr zLmY!@PL(l7(#9e|Vv_VpKk+~iBVSeU11JA!nlbFZsm)N_r;;aa_uz;ubzwK*jFov+ zH=J1dgNM7}W?8!T=JgSnff!F*ZrEckldvpJ;dixZ=QtuIJMQsXUV?DkM_aCf8PfNI z1r%=9XIV)oM{8(ZN-N$$IF7T)6Kav8`u<2!>Ox&`4dk>4`Y5=+QA<^^v`Vj!Sr4LW zp7Y>&Io(7gB=;0ewIDL5#cXetno+KX7Q-9V46ugxT6Wh zTgmzg=D$P%fVy)g4-yh9IVh)KiRm$AJI^)X=bJ@%ulYl`oXN4kss~#x$UY;TjXDmp z=kgKKVw&#LgM3K6|11kG#VjUu#+W@eHhH~}?Pqte;vmR59^|{?-KYF0+nj^&p0H;S z?^PU{Cvu=iIeisGu-(7b+ubfT$CfzN)%l_@XC2;%6_G@nvu|^{=Il7Yj4rd4#SE%9Aa$p?hpB+?Xx-+ydsdXG3DjmZ&b@`7t2En`Y0Ckx=%akDgom zfU7Z4w1=vHO{5O@wIoMyg?}O*a3iPQ;d{>Wm|Vq4{O}g5RSes0F_Gob(2^e&fVV+Ze!pbo^)CVR z(GcTo5)j|Ws^cEhYzXOw3e8W5`HEM#{q-ietLhq}T0msvJa6010oJ7MZ@pVgc#ifW4i zJ)*prr-sIAmZU{qER&^yyH5*J zNOYqr(AaKYQ*PFA;G4L|nkF3tqk4+ovmmw)kzaObigzg4$;X)*5#;=IuxB3&e=x%) z?Y!J(mK)<-xD`r3s?VE6Y(;(gQB`UMuYz_-_R*!hlBSh$pGy!pJI@6_@0=vCa2(d>#TI(oRk`}MNk?~`%uEZ&4Ng`8PB1M zcFI+vo*2$SdNkow(F36ACRILfd^&}aioGh4so^7PC${T|TWAFT)q!k>Jtvk$Fetp_ zfva43JO?60vgK^a{t(SDx=J4X65NA~$JLYhfU)5u7lwPAn)O3Y3GX3JAoH{le}BjY zK)Pq@E?-Lhoc)NxypMIEqFr1L$?|-Z?a0^RzuR|bIZ$qvItj#Rq=qtGD}H-M6p997 z_PGBPco?eVe8+FBvKv^bsGt`H)Vhaqt;1dmSy|S?46^qVyHY53B{VmBFAa(J@~7h9 zdfH=DTwvsS`eX1OjY}%j+Fl3g7XnIj!<~GUR%u|Hv`0n=KcTs-&0z%jY0LB$q8SPJ zJ|x_{F4R9RoWHGXD~&lV>79D|QEj`we@RV|9Dk|5#JD~8`o_NNDagzJ?)H8i%nj6w z^=-nG$m=S!NX%Uw+v(0Gt(VAKxlWoL*yCA64Dv(l@rx8#T8Nf;;kpQ_HkYUS12EE_ zO01IK6ts5)A#rBU$}%8--`e|p#%$#7KPT*Y|GM1iyoR*v^?Jn9ixZl$q;Uj!fEyR` z+2r-6N>sAg<@;#rD)+q{G32a}(MH*rW~PM+@nFm#phJww3OKCT2Un8g_MP3~`hbD> zhbYv66?+GaWGn>VVB8b{4yk^d9x{^eJw6d(Odl=;v<;(@8F_NDBKPd#F=TapbL?6p>Py;_y3Ea5h`w#xu$4u zbkC|(E=`h3_!vv@efT5&Ec7!nzS&W=j53~fX!D@fa9GLvDRX+djBr7!oXRCJSd zz&Z=fScQb*A7x#EngWmxWv>?>Jo&$}G%ysf>EQMwP3G8NEzxz@IhR^S{Y_+XD;0P{3={o>vK=mx4)D=5l^f3Y&_pKLALNxehcUx!e0|Vk zuY6l{<_(Qgr(H{_MOr(Mzsrd}kc zx5m*dVMYt4v;vs&-9vzj+b7sh{jvm(0&&O1$rLIthp36z2u+BT{bN8Z!_Xd}3!4KH zOua{RtP}Vr;O+p(1cVpVW7-i^dLcdX*D#LjppYPQf4}Mh(61cnVVGfKV>n13NT8jx zwwk)8MZ=|On7TL#u|FWCzY=7~QS}uNS|}q7EfozKkZ4O-x3D{sLO>g-pgPb`!>mp^d<`vNeFMm)e;; zvb12=2pYlarW!Vuz>G?O7k=l5lslOzb^zJ#WW47CmqYARtJFpJxn+nehZ46UqXM4w zIm<7+6Qfh@*CjEDp-LkKYi0m4GXrp|;A+HC#=xWg4c1hUV^kV7`r&ER2?6+!?7{3! z9wmZ$dz|u|8g;5A4%M_#mYiD5+6Vdx_W(MFSiQvydjL98^AFgw_!E_d(%(KTa3ieP1uERlmeMQr$E1A7?r zG7O-}T4(@vJ%`uK52eRhrGV7vZL&_0tSt@h@rr2SRsPDNl#`4v-NE;Lt^9{h8Pip# zQ>kiP4pAIv!1VvY))etmOq^#OQ| zWmo8;$2ni!1(=jtlahW-9KFRJ=P5?mQcyjkq5C+gTIQNKLM*O$&l`;RPzaxK9!SF$ zpPST&!6vkae9wXX4Ncncwf-9!lE6f~ye3L(8W~~Q`qCfxcW|B4>zG{+NT*s*$U-Lr z>5CB^8k@bf1dm>^^~O;xiu3HWmAwvO4X`K!dJU4X>iviO)Sk79{tA)vEVi$l4po)C zEb%p?`U+97^<>8Mo_G#Xj)BJCY>-rE)~T&;qX1VMQIhrEGinU!_ZE%6sCybviah7_ z&F-!nyuv=lChj=t!6s1C1NM2su>Ko?IlgVEr^YDangp6x+>o`>N)=8|s}}^={*9ub z1%gEzF(n5y6afnB2gaQ;jY6 zmKDrVJmYSwN}g9lL|b;2J2@`GT9Lg657(*@$WgrF&ksm`oZa&YJjAdaw>c_CfF{}O zJghruxmOMYTcZ2OSf7@`M^b#35UTa>=UK!7C#&;QdK3e7a?x2Hou_kjAy>p=mk1E_+$}J!w<Q zqfE1&^YC~VvYF-w=ZkN)h%o*T{B{oG@Ml34Vb2p3;>LLPC+dnyV3{2p#PC3z4oHb7 ztT2rSvpk+*tM70on%!}uR1V?8ka~ez2#yajU?Gx2MC2WjQTG?^>dvvC#5xBUTh@lktkU#6v&tnnq;mKh=&^# ztPnE6aumyeH(()E3|yz!!9b+%psOKAA`s;fV>bovn(cr`+Y>{lLZlRE5Z@DXg*_{B zK(-$c5ew1~=tmmhnzMucCf+6@+|rIoLl+Uz48J4xME18-3`PR|dH;~~_h2(ugiR%@ zL+eAA9?0ytE#T}T3o5aB7+PD76@W3I9lvL02|T}M@+-CQY8n#p3RSv8&m#+HuYc1OE=QIK`mqW zjUNX|y7wm8m4dI%wlhc8b%XcA@96Iwx`hv~6}|9scVOQ#jy99n1LsntMv7SG+wY!q z2WDx)MUhBH)Cyn@CLv3J8KthfylD;t3ZtC#r%VpP9N4=JawlOVC=CtU+T+s}IQFo(!A#71!Au7R8A(rqV zVo$!V0fg&6K;`f|L_7be=8RyHJYu4#JVWtv6b# zv*G#r1{p-JH(>@MMA(05Le)SM^Jx3ch(O}@20?Ld)u6hzfUhmez_F+Vl>{{Rj}qCtEMP)zZFnMlEW!2)p`e+W<~cuS5mWPoTjSRfH$k7)5xncNL_ z{`pu3&kP?L1FO4v%nj*MjTaCXz3uRzUxINm1LFuE?iK4j$8dD0nU+Iu%Oo zyd}VekDAH|k;a@InDHmtBFa|3Iw)ay7_6#0BtRNlk#pn(fH=!T?$}9;A8+|b+~*YP zc=siq3{>qGV4%M}d92XOGldK(UfBf?q(<`(kAQ&N#e)c(r_Fp_xxYJgqDS0~x8V_i zwtc_cu$Vo++yG*3U(d&!-|w@7*QNc+N#i?njg1~agXCGoWeOzT4|VeDxB)ihKQjdI z#Zt!pm&ygsXR!L<_SO?W4^hji_iH~5{u5K${=YRf_uvoT{pt_i)L(iz(;qvY?+n4N zFN9*zn|klxJ2akOH12GZmz4g;y@4F#-ARvWL>iZfRlQw&xeAzO$Bkm(dV1`*zJUU8 z6#Z=<5c5AW0lks5>9r9Xz0u_(4oYf`S2D%bITq+tRkpZT`d-G(V~Ab?$g6uj#16Cf z`|^kHxms^~)OSJ)I-d7$t{jE2x5aovyRUJ@hLf+m-luOuZ~W8G}>0ko^ac z_Uf&Hcjin)vqgQSk?`2FcUIP<_EDp97w?5asiaxPetj$qpDs;jnKNoGZL%xf%ojd) z@kd_6Y!lMIXBD*1&zc~TYA;TbuA6w5% z)t)6jv=uo{%(5xdne~R*+53lsp8dBxR%+0oYpfusz4l){W3Kp$9aukGhp z-rxKwHBy4rSKHD|9k50Mt!!dsV>aayaq>4|lnF|xr<=jbU@~^_`If^KRZ80A-BaHh zWH&qit#+2gZ`z~!48PCro;%!?3;eRhx7Eq;(ng?-4dfzUwE*zgm6=PR=aAC*_!Hh>1uJbFQi&FT{kw|yy-N5 zh7TdmI2d^{Vp9;jYk=a_OdXxLlN=5K$Tu4U3FfKtJCz&JLb zgr8sWBVY9RemL0d>`hf%>U5iN+LOMA^BrA8>bt zB{fKk7ovM~Z%W&PY|OwRZs|O|E(bnoF+Br6J|4Nx*ew;f5tuCR6Mn!%TkF&+tfhax zuF99ZHVI_!e??kzPZP?R`vD$}Xp6fxoC7kM6*=wdUiRoK__*s_Fvr=qE5*v^<3$x_wwuJhU=wF{)F`TUa0)BHGKxJldHc( zbx(7dOhS~4TTJfp+1QzJvB4Dm2HShMJ7#Tb zc5h)iK6hkn+No}je$0$8&q`HPA$Rm#>i0E0g?Ro^hu?3Z%XrI={phTG@b6&bWZ+-m zZe11Lm-V~*zcv4`DyJtN;&tq-OwM=X5EXWi=Y5BQsCz#--!IN+{>TaP#<*i@e1Wg4 z!_4oOajM8eeNKK*O9@aURh@^2-lIao%fCtYxre+`rMF&X%$bq0!Fwb*5~QDYCXdEU z|E81^y1sung29`!dAl+Reuxl+dT<>IEa4XT>fV!co0^wXmbu;)WXBlJB3h`2+{lR( z7n?l2&VDs6$L}-F&J38j*CB#t zHkL>ItI4)ux2)~*!)zL+2YgpJ8t&zJ)OXLH<--bRA4Dj$vdu3c<&Q&rT@TN@COiK& z-c$Ed&S(sL_I21sK-%7bn+SZM)Z}@QoV`)iPG*#E8q_WmKD}{~yswKKbi1H1C`R45JiW#tBtaDr5rc^t1aX9E<=kK=k ztW7Up8JmfF+>)to0fX&eD}r9CZ1SXqvB*X!GP!(v7%BP!sbF-BdPp1HMkHUk z1JBbky8+LKjMk|xb=uIihA~IW*~a!e3x`xNGNxBh%L7RUa4-Cez7(a=FT1l`g^`iQ z-KtFTcHch-Dtl`lo*cIi{B#Q3PH&kUrMj#JX$Ta!6as5Gdltx68RzN6eJ1l%nx)1( z0gYJ{wnI=96F-_e)kjqlL+w5+uA_3}U4+84#b77WxXQp5nq2KM_LVj0&CuP*f^l)1 z#FmAuU+tL!+rvq_B@Fxt1ME#Ue;4SU*KR^<+i~+_{v1`0T|;G0m7Yv&syDZv4z@QJ z$`5cuuOntnS$!&Vuh5Zy0_t3?q#vD=uqQ=L?*|Gs&Hn~bs^2c6 zzymvLdhRKom)C`0 zrx2a#UrIs0hO6=HX}VHD`R8i)2P3Oms--I3-mk?wtP8`CwcW^k_|}Cw`AqPixvyNb z>pT1B1K<|T$Qmk8>*a@@Kud9R{g}uuAP#dOmTduFY(PCqb3Qmu4B7_A0;I&L~S#E519<1V?Fe{ZsuPKLPwYOdIhk%zO9$Fb(46ZM%Z#oa(>m_y%=m zq=>q`C`hW3Z}|Cy6Rkk&l?%dQ_P{Dvq8`F=hyT03^E?vbQq^>!?=hXL&l}$zh8gB6 zYo_Zv9?$EU_i(4^Ns^`hF_$lhBG312RH4tWiEcrkYA*ft8vF{<_OJ?Q9Z8J;{Qz1nzb z;&o~0V#v(>s7U~3V^c!TOp=xY$;fTkzrWzM`*hfYkX)95d=q>@zd!b82lal0t=)c8 zQ;>wAN#1YyygBPB{sE(Swb1|mw-`H0iOt+r&$}zJenjTf6YdqlJnp9&ElsNA9$<_v zp!_e*`t2?-Xb@(oaG4}zJ{m0=V&F}`nLEY~?o>eXdg?xV&Eea)GcT>uHsOBs)4n=` z0xq2|Z;MoW`a08z_v;ReK(DjbSEg?`!u9|Wr={PkPU*LBaOPWW(cW8Y`FCsoH@WdL z{{ph1B0Pmz5TdKQ>+h5xL(T^G0H!yh<6mqv3IqaQ|MNa9Je)4M|ELc}R{XgSWp#hM zLQ3MJthcdBIB8EN?Se_y9vi1lz0KM)YpVwFmM03iFf}$i1%Hj+xrmH5U+14lY04h& zH*4meDjj!Td~8^JZ;yHt>eVjS>war~nlyeNOE=Vff8$MG2euxwo3m1;V+gtM(*}k1 z0#~>I>G^#Zc0=WW{pT_1tLOW~APLfsS3!EzA>;db-@;bnlNofKiBSGM{^0p@M}Uzq zl_e*2@q`3RzCseAq9ac|ofwM(vmD;{dt@6@aVu<>ayrpt3$Z6ta97bfHMymxq=d+y zY1Z64f6pR5nurBMX{nemq?WSI1PGL}i~Dwu=&ryVPRPMQA{<+0h}_NHFolt zJ9`7s9MSnoY#;fmhl;uGk)8|>Bn)}Kb0|54WtTrlB?KkWF5U%FQJEA?y?hr+ryB5R z&s_W$;d>7^qzV@JR9HKBu!G-gVVFqB{NJsWK9~Q*|HTwADXvYFnh)w%lBSO<4#Q%)oGwA*hWVXq+dJ9UiR_5~M zqlY3tUhK~0@JjAWYxA;SYj6D#b!~*T57R|u^Pu`L4L(@=V+k*y@J92lj2B4t zAED--%F$pB4g;10l?br#QVOZ#kSp*CwBk*=B~{SH*pKTOSQr@-a;;6oVg~FJS}t>B z=QdwJp7qo+j<_-*{9!5*GUQ>r(WqK;-#&lyb`Yw&X<%i`DpUifoh;IEER|6bKCnnK z!^}o{Uwgr&6()>ht`)dUJm$v9*V1Ywg;I($@P~yoA_`Gq@qd5pzX5k@WZzVCn~eL= zft}fEFiI-uXf6gI6d8)s2)Q4JB>8wa8RUz3?J=Phs5`8t*jLcI4|gdwc2hU)E-~5Q zr-hwkhhf}Ao|}tKVsC6OoQyeZkMQ;kR?9sd_qO~q>TbjCq+d@dV zbYa+>6S z0@)cSvvTE|V^LVkhKmoQ4?Az%_#v$Z1|3B$0~mNfFRUE?T#sEw*sghiMZ%b5(l~-h z(`YyzR&^G);{pe+NmUzs6qpY~u=J1z4SrLSQ_*rbRhNlSTpG1?&^9~ArAK;Y*{)5x zGELVetj(Z5)p9&gE8vz?ji+7Px-B)<4*aUi^{11f-QM|gC|8HBZT5!PZ)upilvnUK zfuqIHj=<$C&!>w~UOSz(fUJ4L|HdKDK}6GwjWOa@XYR5O-Rkt1mTvZ^S#2QuVT*RI zy}Q%+&$Mit{<${(DYlPE~R1_Ze2_8 z?RRhAV1h_G?_U4y?Vo@6-v9p1-`>1^{%Y|3(^qu`#rxyrX9k0tV;(J+IUN0u*H7R6 z8D9RqnTb9+J$d&I12E;gcOZ)sJ5O>@#CPvbU%?M{Hih3uQ|Rm8y~`39K)rhxSs_f3 zh|p>)QwhJMSF4Na;?Acf3<7Z>*D}kpq3_tc(=>`0D5B2>j-JG;NmBFtvUFFT9;p z)5W~rfpoBS3mwZ1ov+`df!mV z`m%qyDDG&SRI|~v!j-6Xws;N2%hf)Et5cdc4=p|#&!B*F3fO8Vm$TXFXic}9w`{#a z_W%L9w|+Cp@wrX%kuA&iw9VmA%jrM94)JU_8cjbe(UWU*H!HO_mNVn>wQ35yY*@_A z`m5DJTAN2q9j)EX=iFI$w7EKYbLlR;M7A#}1|F^#|C43*fAKxjhPFR2Yqr=yY0s^NPZyaHhf zl0`LbmR|(LJQ>>$)A^6VA5LF=^N&BQR*pbldcH_uz&n0?*_%Di#&SHG&dP84bp+}3 z+-5%pe?NT{yn6W>kPGr@R$di>->%N|uNR?QLiFd8<<#_t)StNrO z$#^)r2)J5KV6)&&WoI))i}ix13xEuiC4ZJe|%$Y4ft|@OvA&o#W1(K;r@7;@o~e#fBy5IX;Pj)dWaVwEMEo3e+_Ck z5EEqMU_K7&VOMZmEPt6TAQg_~f@A`8oiC2<j-^_bQZ z6^55kt>Q#aSo72S<(r=tLtE9n2C4ggTG?ia#;^!3riZlxyCz1(jMkAC7 z&Lg8wTAuuIL!ukW^-Adug4`zkHHfut{>7HimDVd%UN4Q+NpOqa7z=7F(`&@LF$TDL zuBq>L!P6{T%#-Y5RdWE;Bw6;)li;5kyvTp{;03UHj?v3iQe;IonwIceK73yn8vOHr zJ_*1bjbbJLxhnhh+LDE};@>ng#JHkixgrN^V;X$QX-SY*WPv`$##<;Iv|I36M z|K&35{J+ofkQpXAML;K^l8>kOJ-@Z*!Gr$~GKKno0Hy)}A|FHk diff --git a/summary.csv b/summary.csv deleted file mode 100644 index 97fdfaf568..0000000000 --- a/summary.csv +++ /dev/null @@ -1,2 +0,0 @@ -Organization,Availability,Division,SystemType,SystemName,Platform,Model,MlperfModel,Scenario,Result,Accuracy,number_of_nodes,host_processor_model_name,host_processors_per_node,host_processor_core_count,accelerator_model_name,accelerators_per_node,Location,framework,operating_system,notes,compliance,errors,version,inferred,has_power,Units,weight_data_types -MLCommons,available,open,"edge","gh_windows",gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config,resnet50,resnet,Offline,17.2863,acc: 76.000,1,"undefined",1,1,"N/A","0",open/MLCommons/results/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline,"onnxruntime v1.19.2","Windows-2022Server-10.0.20348-SP0","Automated by MLCommons CM v2.3.9. ",1,0,v4.1,0,False,Samples/s,"fp32" diff --git a/summary.json b/summary.json deleted file mode 100644 index 0f823304de..0000000000 --- a/summary.json +++ /dev/null @@ -1,32 +0,0 @@ -{ - "0":{ - "Organization":"MLCommons", - "Availability":"available", - "Division":"open", - "SystemType":"edge", - "SystemName":"gh_windows", - "Platform":"gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config", - "Model":"resnet50", - "MlperfModel":"resnet", - "Scenario":"Offline", - "Result":17.2863, - "Accuracy":"acc: 76.000", - "number_of_nodes":1, - "host_processor_model_name":"undefined", - "host_processors_per_node":1, - "host_processor_core_count":1, - "accelerator_model_name":null, - "accelerators_per_node":0, - "Location":"open\/MLCommons\/results\/gh_windows-reference-cpu-onnxruntime_v1.19.2-default_config\/resnet50\/offline", - "framework":"onnxruntime v1.19.2", - "operating_system":"Windows-2022Server-10.0.20348-SP0", - "notes":"Automated by MLCommons CM v2.3.9. ", - "compliance":1, - "errors":0, - "version":"v4.1", - "inferred":0, - "has_power":false, - "Units":"Samples\/s", - "weight_data_types":"fp32" - } -} \ No newline at end of file diff --git a/tmp-run.bat b/tmp-run.bat deleted file mode 100644 index 652af1eb8f..0000000000 --- a/tmp-run.bat +++ /dev/null @@ -1,36 +0,0 @@ -@echo off - -set PATH=C:\Users\runneradmin\CM\repos\local\cache\6e338fa30e7e4b4e\bin;C:\hostedtoolcache\windows\Python\3.12.6\x64\Scripts;%PATH% -set CM_GIT_BRANCH=main -set CM_GIT_CHECKOUT_PATH=C:\Users\runneradmin\CM\repos\local\cache\a647227f091b481b\repo -set CM_GIT_REPO_CHECKOUT=main -set CM_GIT_REPO_CHECKOUT_FOLDER=repo -set CM_GIT_REPO_CHECKOUT_PATH=C:\Users\runneradmin\CM\repos\local\cache\a647227f091b481b\repo -set CM_GIT_REPO_DEPTH=--depth 5 -set CM_GIT_REPO_NAME=mlperf_inference_test_submissions_v5.0 -set CM_GIT_REPO_PATCH=no -set CM_GIT_REPO_RECURSE_SUBMODULES= --recurse-submodules -set CM_GIT_REPO_URL=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 -set CM_MLPERF_INFERENCE_SUBMISSION_DIR=C:\Users\runneradmin\CM\repos\local\cache\f6b16c5abc894157\mlperf-inference-submission -set CM_MLPERF_INFERENCE_SUBMISSION_VERSION=4_1-dev -set CM_MLPERF_RESULTS_GIT_REPO_URL=https://github.com/gateoverflow/mlperf_inference_test_submissions_v5.0 -set CM_MLPERF_RESULTS_REPO_COMMIT_MESSAGE=Results from R50 GH action on windows-latest -set CM_PYTHON_BIN=python.exe -set CM_PYTHON_BIN_PATH=C:\hostedtoolcache\windows\Python\3.12.6\x64 -set CM_PYTHON_BIN_WITH_PATH=C:\hostedtoolcache\windows\Python\3.12.6\x64\python.exe -set CM_PYTHON_CACHE_TAGS=version-3.12.6,non-virtual -set CM_PYTHON_MAJOR_VERSION=3 -set CM_PYTHON_MINOR_VERSION=12 -set CM_PYTHON_PATCH_VERSION=6 -set CM_PYTHON_VERSION=3.12.6 -set CM_QUIET=yes -set CM_TMP_CURRENT_PATH=D:\a\cm4mlops\cm4mlops -set CM_TMP_CURRENT_SCRIPT_PATH=C:\Users\runneradmin\CM\repos\anandhu-eng@cm4mlops\script\push-mlperf-inference-results-to-github -set CM_TMP_CURRENT_SCRIPT_REPO_PATH=C:\Users\runneradmin\CM\repos\anandhu-eng@cm4mlops -set CM_TMP_CURRENT_SCRIPT_REPO_PATH_WITH_PREFIX=C:\Users\runneradmin\CM\repos\anandhu-eng@cm4mlops -set CM_TMP_CURRENT_SCRIPT_WORK_PATH=D:\a\cm4mlops\cm4mlops -set CM_TMP_PIP_VERSION_STRING= -set CM_WINDOWS=yes - - -call "C:\Users\runneradmin\CM\repos\anandhu-eng@cm4mlops\script\push-mlperf-inference-results-to-github\run.bat" diff --git a/tmp-state.json b/tmp-state.json deleted file mode 100644 index e03109d44a..0000000000 --- a/tmp-state.json +++ /dev/null @@ -1,3 +0,0 @@ -{ - "docker": {} -} diff --git a/version_info.json b/version_info.json deleted file mode 100644 index cff706099b..0000000000 --- a/version_info.json +++ /dev/null @@ -1,602 +0,0 @@ -[ - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "get-sys-utils-cm,bc90993277e84b8e", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.12.6" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,mlperf,inference,src": { - "parent": "get-mlperf-inference-utils,e341e5f86d8342e5", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,mlperf,inference,utils": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "get-mlperf-inference-utils", - "script_tags": "get,mlperf,inference,util,utils,functions", - "script_uid": "e341e5f86d8342e5", - "script_variations": "", - "version": "" - } - }, - { - "get,dataset-aux,imagenet-aux": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "get-dataset-imagenet-aux", - "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", - "script_uid": "bb2c6dd8c8c64217", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "get-sys-utils-cm,bc90993277e84b8e", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.12.6" - } - }, - { - "get,generic-python-lib,_onnxruntime": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "onnxruntime", - "version": "1.19.2" - } - }, - { - "get,ml-model,image-classification,resnet50,raw,_fp32,_onnx": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-ml-model-resnet50", - "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", - "script_uid": "56203e4e998b4bc0", - "script_variations": "fp32,onnx", - "version": "" - } - }, - { - "get,dataset,image-classification,imagenet,preprocessed,_NCHW": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-preprocessed-dataset-imagenet", - "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed", - "script_uid": "f259d490bbaf45f5", - "script_variations": "NCHW", - "version": "" - } - }, - { - "get,dataset-aux,image-classification,imagenet-aux": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-dataset-imagenet-aux", - "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", - "script_uid": "bb2c6dd8c8c64217", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,python": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.12.6" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,cache,dir,_name.mlperf-inference-sut-configs": { - "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b", - "script_alias": "get-cache-dir", - "script_tags": "get,cache,dir,directory", - "script_uid": "48f4622e059b45ce", - "script_variations": "name.mlperf-inference-sut-configs", - "version": "" - } - }, - { - "get,sut,configs": { - "parent": "generate-mlperf-inference-user-conf,3af4475745964b93", - "script_alias": "get-mlperf-inference-sut-configs", - "script_tags": "get,mlperf,inference,sut,configs,sut-configs", - "script_uid": "c2fbf72009e2445b", - "script_variations": "", - "version": "" - } - }, - { - "generate,user-conf,mlperf,inference": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "generate-mlperf-inference-user-conf", - "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", - "script_uid": "3af4475745964b93", - "script_variations": "", - "version": "" - } - }, - { - "get,loadgen,_from-pip": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-mlperf-inference-loadgen", - "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", - "script_uid": "64c3d98d0ba04950", - "script_variations": "from-pip", - "version": "master" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,generic-python-lib,_package.psutil": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.psutil", - "version": "6.0.0" - } - }, - { - "get,generic-python-lib,_opencv-python": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "opencv-python", - "version": "4.10.0.84" - } - }, - { - "get,generic-python-lib,_numpy": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "numpy", - "version": "1.26.4" - } - }, - { - "get,generic-python-lib,_pycocotools": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "pycocotools", - "version": "2.0.8" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "benchmark-program,19f369ef47084895", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "benchmark-program,program": { - "parent": "benchmark-program-mlperf,cfff0132a8aa4018", - "script_alias": "benchmark-program", - "script_tags": "program,benchmark,benchmark-program", - "script_uid": "19f369ef47084895", - "script_variations": "", - "version": "" - } - }, - { - "benchmark-mlperf": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "benchmark-program-mlperf", - "script_tags": "mlperf,benchmark-mlperf", - "script_uid": "cfff0132a8aa4018", - "script_variations": "", - "version": "" - } - }, - { - "save,mlperf,inference,state": { - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( resnet50,_cpu,_offline,_onnxruntime,_fp32 )", - "script_alias": "save-mlperf-inference-implementation-state", - "script_tags": "save,mlperf,inference,implementation,state", - "script_uid": "b14b813229c444f8", - "script_variations": "", - "version": "" - } - }, - { - "app,mlperf,reference,inference,_resnet50,_cpu,_offline,_onnxruntime,_fp32": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "app-mlperf-inference-mlcommons-python", - "script_tags": "app,vision,language,mlcommons,mlperf,inference,reference,ref", - "script_uid": "ff149e9781fc4b65", - "script_variations": "resnet50,cpu,offline,onnxruntime,fp32", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "get,sys-utils-min": { - "parent": "detect-os,863735b7db8c44fc", - "script_alias": "get-sys-utils-min", - "script_tags": "get,sys-utils-min", - "script_uid": "a9af7714d3d94779", - "script_variations": "", - "version": "" - } - }, - { - "detect,os": { - "parent": "detect-cpu,586c8a43320142f7", - "script_alias": "detect-os", - "script_tags": "detect-os,detect,os,info", - "script_uid": "863735b7db8c44fc", - "script_variations": "", - "version": "" - } - }, - { - "detect,cpu": { - "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", - "script_alias": "detect-cpu", - "script_tags": "detect,cpu,detect-cpu,info", - "script_uid": "586c8a43320142f7", - "script_variations": "", - "version": "" - } - }, - { - "get,python3": { - "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.12.6" - } - }, - { - "get,generic-python-lib,_package.dmiparser": { - "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "package.dmiparser", - "version": "5.1" - } - }, - { - "get,cache,dir,_name.mlperf-inference-sut-descriptions": { - "parent": "get-mlperf-inference-sut-description,e49a3f758b2d4e7b", - "script_alias": "get-cache-dir", - "script_tags": "get,cache,dir,directory", - "script_uid": "48f4622e059b45ce", - "script_variations": "name.mlperf-inference-sut-descriptions", - "version": "" - } - }, - { - "get,mlperf,sut,description": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "get-mlperf-inference-sut-description", - "script_tags": "get,mlperf,sut,description,system-under-test,system-description", - "script_uid": "e49a3f758b2d4e7b", - "script_variations": "", - "version": "" - } - }, - { - "get,python3": { - "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", - "script_alias": "get-python3", - "script_tags": "get,python,python3,get-python,get-python3", - "script_uid": "d0b5dd74373f4a62", - "script_variations": "", - "version": "3.12.6" - } - }, - { - "get,mlcommons,inference,src": { - "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", - "script_alias": "get-mlperf-inference-src", - "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", - "script_uid": "4b57186581024797", - "script_variations": "", - "version": "master" - } - }, - { - "get,dataset-aux,image-classification,imagenet-aux": { - "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", - "script_alias": "get-dataset-imagenet-aux", - "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", - "script_uid": "bb2c6dd8c8c64217", - "script_variations": "", - "version": "" - } - }, - { - "get,generic-python-lib,_numpy": { - "parent": "process-mlperf-accuracy,6e809013816b42ea ( imagenet,_float32 )", - "script_alias": "get-generic-python-lib", - "script_tags": "get,install,generic,generic-python-lib", - "script_uid": "94b62a682bc44791", - "script_variations": "numpy", - "version": "1.26.4" - } - }, - { - "run,accuracy,mlperf,_imagenet,_float32": { - "parent": "app-mlperf-inference,d775cac873ee4231 ( python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline )", - "script_alias": "process-mlperf-accuracy", - "script_tags": "run,mlperf,mlcommons,accuracy,mlc,process,process-accuracy", - "script_uid": "6e809013816b42ea", - "script_variations": "imagenet,float32", - "version": "" - } - }, - { - "app,mlperf,inference,generic,_python,_resnet50,_onnxruntime,_cpu,_test,_r4.1-dev_default,_offline": { - "parent": null, - "script_alias": "app-mlperf-inference", - "script_tags": "app,vision,language,mlcommons,mlperf,inference,generic", - "script_uid": "d775cac873ee4231", - "script_variations": "python,resnet50,onnxruntime,cpu,test,r4.1-dev_default,offline", - "version": "" - } - } -]