diff --git a/.buildinfo b/.buildinfo index a175a073..1cbc1cfa 100644 --- a/.buildinfo +++ b/.buildinfo @@ -1,4 +1,4 @@ # Sphinx build info version 1 -# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done. -config: 8f8f8e33e94ae1c0b26c337a730727b5 +# This file records the configuration used when building these files. When it is not found, a full rebuild will be done. +config: 0dd530040b433668a0d1ebfcfe73a352 tags: 645f666f9bcd5a90fca523b33c5a78b7 diff --git a/_static/basic.css b/_static/basic.css index f316efcb..7ebbd6d0 100644 --- a/_static/basic.css +++ b/_static/basic.css @@ -1,12 +1,5 @@ /* - * basic.css - * ~~~~~~~~~ - * * Sphinx stylesheet -- basic theme. - * - * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. - * :license: BSD, see LICENSE for details. - * */ /* -- main layout ----------------------------------------------------------- */ @@ -115,15 +108,11 @@ img { /* -- search page ----------------------------------------------------------- */ ul.search { - margin: 10px 0 0 20px; - padding: 0; + margin-top: 10px; } ul.search li { - padding: 5px 0 5px 20px; - background-image: url(file.png); - background-repeat: no-repeat; - background-position: 0 7px; + padding: 5px 0; } ul.search li a { diff --git a/_static/doctools.js b/_static/doctools.js index 4d67807d..0398ebb9 100644 --- a/_static/doctools.js +++ b/_static/doctools.js @@ -1,12 +1,5 @@ /* - * doctools.js - * ~~~~~~~~~~~ - * * Base JavaScript utilities for all Sphinx HTML documentation. - * - * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. - * :license: BSD, see LICENSE for details. - * */ "use strict"; diff --git a/_static/language_data.js b/_static/language_data.js index 367b8ed8..c7fe6c6f 100644 --- a/_static/language_data.js +++ b/_static/language_data.js @@ -1,13 +1,6 @@ /* - * language_data.js - * ~~~~~~~~~~~~~~~~ - * * This script contains the language-specific data used by searchtools.js, * namely the list of stopwords, stemmer, scorer and splitter. - * - * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. - * :license: BSD, see LICENSE for details. - * */ var stopwords = ["a", "and", "are", "as", "at", "be", "but", "by", "for", "if", "in", "into", "is", "it", "near", "no", "not", "of", "on", "or", "such", "that", "the", "their", "then", "there", "these", "they", "this", "to", "was", "will", "with"]; diff --git a/_static/searchtools.js b/_static/searchtools.js index b08d58c9..2c774d17 100644 --- a/_static/searchtools.js +++ b/_static/searchtools.js @@ -1,12 +1,5 @@ /* - * searchtools.js - * ~~~~~~~~~~~~~~~~ - * * Sphinx JavaScript utilities for the full-text search. - * - * :copyright: Copyright 2007-2024 by the Sphinx team, see AUTHORS. - * :license: BSD, see LICENSE for details. - * */ "use strict"; @@ -20,7 +13,7 @@ if (typeof Scorer === "undefined") { // and returns the new score. /* score: result => { - const [docname, title, anchor, descr, score, filename] = result + const [docname, title, anchor, descr, score, filename, kind] = result return score }, */ @@ -47,6 +40,14 @@ if (typeof Scorer === "undefined") { }; } +// Global search result kind enum, used by themes to style search results. +class SearchResultKind { + static get index() { return "index"; } + static get object() { return "object"; } + static get text() { return "text"; } + static get title() { return "title"; } +} + const _removeChildren = (element) => { while (element && element.lastChild) element.removeChild(element.lastChild); }; @@ -64,9 +65,13 @@ const _displayItem = (item, searchTerms, highlightTerms) => { const showSearchSummary = DOCUMENTATION_OPTIONS.SHOW_SEARCH_SUMMARY; const contentRoot = document.documentElement.dataset.content_root; - const [docName, title, anchor, descr, score, _filename] = item; + const [docName, title, anchor, descr, score, _filename, kind] = item; let listItem = document.createElement("li"); + // Add a class representing the item's type: + // can be used by a theme's CSS selector for styling + // See SearchResultKind for the class names. + listItem.classList.add(`kind-${kind}`); let requestUrl; let linkUrl; if (docBuilder === "dirhtml") { @@ -115,8 +120,10 @@ const _finishSearch = (resultCount) => { "Your search did not match any documents. Please make sure that all words are spelled correctly and that you've selected enough categories." ); else - Search.status.innerText = _( - "Search finished, found ${resultCount} page(s) matching the search query." + Search.status.innerText = Documentation.ngettext( + "Search finished, found one page matching the search query.", + "Search finished, found ${resultCount} pages matching the search query.", + resultCount, ).replace('${resultCount}', resultCount); }; const _displayNextItem = ( @@ -138,7 +145,7 @@ const _displayNextItem = ( else _finishSearch(resultCount); }; // Helper function used by query() to order search results. -// Each input is an array of [docname, title, anchor, descr, score, filename]. +// Each input is an array of [docname, title, anchor, descr, score, filename, kind]. // Order the results by score (in opposite order of appearance, since the // `_displayNextItem` function uses pop() to retrieve items) and then alphabetically. const _orderResultsByScoreThenName = (a, b) => { @@ -248,6 +255,7 @@ const Search = { searchSummary.classList.add("search-summary"); searchSummary.innerText = ""; const searchList = document.createElement("ul"); + searchList.setAttribute("role", "list"); searchList.classList.add("search"); const out = document.getElementById("search-results"); @@ -318,7 +326,7 @@ const Search = { const indexEntries = Search._index.indexentries; // Collect multiple result groups to be sorted separately and then ordered. - // Each is an array of [docname, title, anchor, descr, score, filename]. + // Each is an array of [docname, title, anchor, descr, score, filename, kind]. const normalResults = []; const nonMainIndexResults = []; @@ -337,6 +345,7 @@ const Search = { null, score + boost, filenames[file], + SearchResultKind.title, ]); } } @@ -354,6 +363,7 @@ const Search = { null, score, filenames[file], + SearchResultKind.index, ]; if (isMain) { normalResults.push(result); @@ -475,6 +485,7 @@ const Search = { descr, score, filenames[match[0]], + SearchResultKind.object, ]); }; Object.keys(objects).forEach((prefix) => @@ -585,6 +596,7 @@ const Search = { null, score, filenames[file], + SearchResultKind.text, ]); } return results; diff --git a/config.html b/config.html index 1327a539..e6205168 100644 --- a/config.html +++ b/config.html @@ -14,7 +14,7 @@ - + diff --git a/dev-usage.html b/dev-usage.html index 516ffa84..4a56190a 100644 --- a/dev-usage.html +++ b/dev-usage.html @@ -14,7 +14,7 @@ - + diff --git a/docker.html b/docker.html index 96a461d3..15acbcc4 100644 --- a/docker.html +++ b/docker.html @@ -14,7 +14,7 @@ - + diff --git a/execution_modes.html b/execution_modes.html index c61e8634..899dd444 100644 --- a/execution_modes.html +++ b/execution_modes.html @@ -14,7 +14,7 @@ - + diff --git a/flow.html b/flow.html index f07363d1..d1f98b86 100644 --- a/flow.html +++ b/flow.html @@ -14,7 +14,7 @@ - + diff --git a/genindex.html b/genindex.html index d212ee99..8ecfb133 100644 --- a/genindex.html +++ b/genindex.html @@ -13,7 +13,7 @@ - + diff --git a/index.html b/index.html index f6c8403e..846308f0 100644 --- a/index.html +++ b/index.html @@ -14,7 +14,7 @@ - + diff --git a/instrument.html b/instrument.html index 8cf53d40..c9ee3f23 100644 --- a/instrument.html +++ b/instrument.html @@ -14,7 +14,7 @@ - + diff --git a/new_benchmarks.html b/new_benchmarks.html index c1ac902c..886473a2 100644 --- a/new_benchmarks.html +++ b/new_benchmarks.html @@ -14,7 +14,7 @@ - + diff --git a/process.html b/process.html index afac335b..f859e541 100644 --- a/process.html +++ b/process.html @@ -14,7 +14,7 @@ - + diff --git a/py-modindex.html b/py-modindex.html index 10573a38..215fbe19 100644 --- a/py-modindex.html +++ b/py-modindex.html @@ -13,7 +13,7 @@ - + diff --git a/recipes.html b/recipes.html index 4984a71e..9d6f9e8e 100644 --- a/recipes.html +++ b/recipes.html @@ -14,7 +14,7 @@ - + diff --git a/ref-pack.html b/ref-pack.html index 262d6585..792f32df 100644 --- a/ref-pack.html +++ b/ref-pack.html @@ -14,7 +14,7 @@ - + diff --git a/reference.html b/reference.html index d148b1c9..0e6f3f92 100644 --- a/reference.html +++ b/reference.html @@ -14,7 +14,7 @@ - + diff --git a/search.html b/search.html index a33660cf..83fe11c6 100644 --- a/search.html +++ b/search.html @@ -14,7 +14,7 @@ - + diff --git a/searchindex.js b/searchindex.js index ab4d929a..35e257da 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"alltitles": {"4xA100 SXM4 80Go": [[9, "id1"]], "4xA100 SXM4 80Go limited to 40Go of VRAM": [[9, "xa100-sxm4-80go-limited-to-40go-of-vram"]], "8xA100 SXM4 80Go": [[9, "xa100-sxm4-80go"]], "Adapting existing repository": [[7, "adapting-existing-repository"]], "Additional readings": [[6, "additional-readings"]], "Arguments": [[9, "arguments"]], "Auto Batch size": [[12, "auto-batch-size"]], "Base Setup": [[9, "base-setup"]], "Batch resizer": [[9, "batch-resizer"]], "Batch size override": [[12, "batch-size-override"]], "Before running the benchmarks": [[13, "before-running-the-benchmarks"]], "Benchmark configuration": [[0, null], [4, "benchmark-configuration"]], "Building images": [[2, "building-images"]], "CUDA": [[2, "cuda"]], "Containers": [[9, "containers"]], "Contents:": [[5, null]], "Creating a new benchmark": [[7, null]], "Development": [[7, "development"]], "Device Select": [[9, "device-select"]], "Docker": [[2, null]], "Essential probes": [[6, "essential-probes"]], "Example": [[6, "example"]], "Example Reports": [[9, "example-reports"]], "Execution Flow": [[4, "execution-flow"]], "Giving and using data and metrics": [[6, "giving-and-using-data-and-metrics"]], "How do I": [[4, "how-do-i"]], "Important options": [[1, "important-options"]], "Increase Runtime": [[9, "increase-runtime"]], "Indices and tables": [[5, "indices-and-tables"]], "Install and use": [[13, null]], "Instrumentations": [[4, "instrumentations"]], "Instrumenting code": [[6, null]], "Integrating in base.yaml": [[7, "integrating-in-base-yaml"]], "Issues": [[9, "issues"]], "Memory Usage Extractor": [[12, "memory-usage-extractor"]], "Methodology": [[4, "methodology"]], "Milabench Overview": [[4, null]], "Milabench processes overview": [[3, null]], "Multi-node benchmark": [[2, "multi-node-benchmark"]], "Multinode": [[4, "multinode"]], "One Env": [[9, "one-env"]], "Overview": [[7, "overview"]], "Plan": [[3, "plan"]], "Preparing": [[8, "preparing"]], "Probe example": [[6, "probe-example"]], "Probing for milabench": [[6, "probing-for-milabench"]], "ROCM": [[2, "rocm"]], "Recipes": [[9, "recipes"]], "Reference": [[11, null]], "Reports": [[13, "reports"]], "Request For proposal": [[8, null]], "Requirements": [[2, "requirements"], [2, "id1"]], "Run milabench": [[13, "run-milabench"]], "Running Milabench": [[9, null]], "Scaling": [[12, null]], "System Configuration": [[4, "system-configuration"]], "Update Package": [[9, "update-package"]], "Usage": [[2, "usage"], [2, "id2"]], "Using milabench (DEVELOPERS)": [[1, null]], "Vendor Instructions": [[8, "vendor-instructions"]], "Welcome to milabench\u2019s documentation!": [[5, null]], "Wrap a return value": [[7, "wrap-a-return-value"]], "benchfile.py": [[7, "benchfile-py"]], "main.py": [[7, "main-py"]], "milabench compare": [[1, "milabench-compare"]], "milabench install": [[1, "milabench-install"]], "milabench pin": [[1, "milabench-pin"]], "milabench prepare": [[1, "milabench-prepare"]], "milabench report": [[1, "milabench-report"]], "milabench run": [[1, "milabench-run"]], "milabench.pack": [[10, null]], "njobs": [[3, "njobs"]], "per_gpu": [[3, "per-gpu"]], "prepare.py": [[7, "prepare-py"]], "requirements.in": [[7, "requirements-in"]], "voirfile.py": [[7, "voirfile-py"]]}, "docnames": ["config", "dev-usage", "docker", "execution_modes", "flow", "index", "instrument", "new_benchmarks", "process", "recipes", "ref-pack", "reference", "sizer", "usage"], "envversion": {"sphinx": 63, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["config.rst", "dev-usage.rst", "docker.rst", "execution_modes.rst", "flow.rst", "index.rst", "instrument.rst", "new_benchmarks.rst", "process.rst", "recipes.rst", "ref-pack.rst", "reference.rst", "sizer.rst", "usage.rst"], "indexentries": {"basepackage (class in milabench.pack)": [[10, "milabench.pack.BasePackage", false]], "checked_install() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.checked_install", false]], "conda_install() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.conda_install", false]], "config (milabench.pack.basepackage attribute)": [[10, "milabench.pack.BasePackage.config", false]], "dirs (milabench.pack.basepackage attribute)": [[10, "milabench.pack.BasePackage.dirs", false]], "execute() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.execute", false]], "install() (milabench.pack.package method)": [[10, "milabench.pack.Package.install", false]], "make_env() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.make_env", false]], "make_env() (milabench.pack.package method)": [[10, "milabench.pack.Package.make_env", false]], "milabench.pack": [[10, "module-milabench.pack", false]], "module": [[10, "module-milabench.pack", false]], "pack_path (milabench.pack.basepackage attribute)": [[10, "milabench.pack.BasePackage.pack_path", false]], "package (class in milabench.pack)": [[10, "milabench.pack.Package", false]], "pin() (milabench.pack.package method)": [[10, "milabench.pack.Package.pin", false]], "pip_install() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.pip_install", false]], "prepare() (milabench.pack.package method)": [[10, "milabench.pack.Package.prepare", false]], "python() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.python", false]], "resolve_argument() (milabench.pack.package method)": [[10, "milabench.pack.Package.resolve_argument", false]], "resolve_placeholder() (milabench.pack.package method)": [[10, "milabench.pack.Package.resolve_placeholder", false]], "run() (milabench.pack.package method)": [[10, "milabench.pack.Package.run", false]], "voir() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.voir", false]]}, "objects": {"milabench": [[10, 0, 0, "-", "pack"]], "milabench.pack": [[10, 1, 1, "", "BasePackage"], [10, 1, 1, "", "Package"]], "milabench.pack.BasePackage": [[10, 2, 1, "", "checked_install"], [10, 2, 1, "", "conda_install"], [10, 3, 1, "", "config"], [10, 3, 1, "", "dirs"], [10, 2, 1, "", "execute"], [10, 2, 1, "", "make_env"], [10, 3, 1, "", "pack_path"], [10, 2, 1, "", "pip_install"], [10, 2, 1, "", "python"], [10, 2, 1, "", "voir"]], "milabench.pack.Package": [[10, 2, 1, "", "install"], [10, 2, 1, "", "make_env"], [10, 2, 1, "", "pin"], [10, 2, 1, "", "prepare"], [10, 2, 1, "", "resolve_argument"], [10, 2, 1, "", "resolve_placeholder"], [10, 2, 1, "", "run"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute"}, "terms": {"": [0, 1, 6, 7, 9, 10], "0": [1, 2, 3, 4, 6, 7, 8, 9], "00": [1, 9], "003": 9, "004": 9, "01": 4, "02": 9, "03": [1, 9], "04": 9, "042025": 9, "05": 9, "06": 9, "07": 9, "08": 9, "083048": 9, "09": 9, "1": [1, 3, 4, 6, 7, 8, 9, 12], "10": [3, 6, 7, 9], "100135": 9, "1024": 4, "104527": 9, "105": 9, "1065": 9, "1071": 9, "1085": 9, "11": [4, 9], "116": 9, "1160": 9, "1163": 9, "1164": 9, "117": 9, "1171": 9, "118": 9, "1180": 9, "1181": 9, "1183": 9, "119": 9, "1191": 9, "12": [4, 9], "120": 9, "1203": 9, "122": 9, "1234": 6, "1239": 9, "1240": 9, "1247": 9, "127": 3, "128": [4, 9, 12], "129084": 9, "13": 9, "136": 9, "14": 9, "145": 9, "14548": 12, "146": 9, "146282": 9, "147": 9, "15": 9, "153": 9, "154": 9, "155": 9, "1569": 9, "1575": 9, "16": [3, 9, 10, 12], "163": 9, "1653": 9, "167": 9, "168": [2, 4, 8], "169": 9, "17": 9, "1713": 9, "18": 9, "1800": 9, "182": 9, "185": 9, "1884": 9, "1888": 9, "19": 9, "190": 9, "192": [2, 4, 8], "198": 9, "1986": 9, "199": 9, "1_3b": [2, 9], "2": [0, 3, 8, 9], "20": 9, "200": 0, "2022": 1, "207": 9, "209": 9, "21": 9, "214": 9, "22": 9, "2242": 9, "23": 9, "2327": 9, "2350": 9, "236": 9, "2363": 9, "24": 9, "245": 9, "245540": 9, "247": 9, "2470": 9, "2475": 9, "25": [2, 8, 9], "256": 4, "26": [2, 8, 9], "26274": 12, "265": 9, "266": 9, "269": 9, "2694": 9, "27": [2, 9], "2706": 9, "271": 9, "277411": 9, "28": [2, 9], "285": 9, "28500": 9, "289": 9, "29": 9, "292499": 9, "293": 9, "29304": 9, "29400": 3, "295": 9, "29808": 9, "29812": 9, "3": [0, 3, 8, 9, 13], "30": [3, 9], "300": 9, "308": 9, "30_15": 1, "31": 9, "310": 9, "31362": 9, "3143": 9, "32": [4, 9, 12], "32310": 9, "32326": 9, "33": 9, "330": 9, "34": 9, "35": 9, "35454": 9, "35464": 9, "35466": 9, "36": 9, "360": 9, "3620": 9, "37": 9, "37700": 9, "3778": 9, "37878": 9, "37900": 9, "38": 9, "38144": 9, "382": 9, "383370": 9, "39": 9, "391": 9, "39330": 9, "39344": 9, "398088": 9, "4": [2, 3, 9], "40": 9, "40000mo": 9, "40624": 9, "41": 9, "41326": 9, "41444": 9, "41728": 9, "41802": 9, "41938": 9, "41986": 9, "42": 9, "420": 9, "421": 9, "42136": 9, "42138": 9, "42140": 9, "42242": 9, "42262": 9, "42318": 9, "42532": 9, "42628": 9, "43": 9, "430871": 9, "43688": 9, "44": 9, "444": 9, "45": 9, "45336": 9, "454": 9, "454625": 9, "456": 9, "45610": 9, "45930": 9, "45976": 9, "46": 9, "46016": 9, "47": 9, "470": 9, "47288": 9, "48": 9, "480": 9, "49": 9, "490": 9, "492": 9, "493": 9, "49586": 12, "496": 9, "5": [3, 4, 9], "50": [4, 9], "5000": 4, "500016": 9, "50030": 9, "512": 4, "518303": 9, "52": 9, "52338": 9, "5279": 9, "53412": 9, "53482": 9, "5378": 9, "538777": 9, "54": 9, "5458": 9, "549": 9, "55": 9, "567": 9, "5688": 9, "57": 9, "57196": 9, "58": 9, "5824": 12, "588": 9, "59": 9, "6": [3, 9], "60": [4, 9], "600": [4, 9], "603551": 9, "6066": 9, "61": 9, "619": 9, "62": 9, "620": 9, "627938": 9, "63": 9, "64": [0, 4, 6, 7, 12], "651415": 9, "658": 9, "66": 9, "669": 9, "67": 9, "672": 9, "674": 9, "687871": 9, "69": 9, "6_7b": [2, 9], "7": [3, 9], "70": 9, "7030": 9, "706539": 9, "72": 9, "73": 9, "74": 9, "743584": 9, "75": [9, 12], "753126": 9, "75444": 9, "76": 9, "77": 9, "7758": 9, "78": 9, "79": 9, "8": [3, 4, 9, 10, 12], "804052": 9, "81": 9, "810339": 9, "8123": [2, 8], "8192": 3, "81920": 12, "82": 9, "83": 9, "832": 9, "838": 9, "84": 9, "86": 9, "8630": 9, "87": 9, "8774": 12, "8g": 2, "9": 9, "90": [3, 9], "91": 9, "92": 9, "928514": 9, "93": 9, "940": 9, "944065": 9, "944520": 9, "95": 9, "955118": 9, "96": 9, "960": 9, "979344": 9, "98": 9, "986673": 9, "99": 9, "A": [1, 10], "As": 4, "By": [6, 7, 10], "For": [0, 1, 2, 6, 7, 9, 12], "If": [1, 2, 6, 7, 9, 13], "In": [6, 7, 10, 12], "It": [1, 2, 4, 6, 7, 9, 12, 13], "No": 2, "On": 2, "Or": 2, "That": 10, "The": [0, 1, 2, 4, 6, 7, 9, 10, 12, 13], "Then": [2, 7], "There": [2, 9], "These": [6, 7], "To": [1, 2, 4, 6, 7, 9, 12, 13], "_": 4, "__init__": 7, "__main__": [4, 6], "__name__": 6, "__next__": 4, "_default": [3, 4, 7, 9], "_resnet50": 4, "_torchvis": [3, 4], "_torchvision_ddp": 3, "a100l": 9, "abl": 12, "abnorm": 2, "about": [6, 12, 13], "abov": [1, 6], "absolut": 6, "acceler": 7, "access": [4, 6, 7, 10], "accord": 8, "accur": 6, "across": 4, "activ": [1, 3, 4, 6, 7, 9, 13], "actual": 7, "ad": 12, "adapt": 5, "add": [1, 2, 4, 6, 7], "addit": 2, "addr": 3, "address": 2, "afford": 4, "after": [4, 6, 7, 9], "aggreg": 9, "akin": 3, "algorithm": 6, "alia": 4, "all": [1, 2, 3, 4, 6, 7, 8, 9, 13], "allow": [4, 6, 7], "alreadi": [6, 7, 9, 10], "also": [1, 2, 3, 4, 6, 7, 9, 13], "altern": 4, "although": 6, "alwai": 6, "amd": [8, 13], "amdgpu": 2, "amort": 4, "an": [6, 7, 9, 10, 12, 13], "ani": [6, 7, 13], "anoth": [6, 9], "anyth": 6, "append": 4, "appropri": [1, 4], "ar": [0, 1, 2, 4, 6, 7, 9, 10, 13], "arch": [1, 2, 4, 7, 8, 9, 12], "architectur": [1, 7], "arg": [2, 9, 10, 12], "argpars": [6, 7], "argument": [0, 4, 6, 7, 10], "argumentpars": 7, "argv": [0, 4, 7], "around": 7, "arrai": 7, "ask": 6, "assert": 9, "assertionerror": 9, "assum": 7, "async": 10, "attempt": 6, "attribut": 10, "auto": [1, 5, 10], "autom": 12, "automat": [1, 7, 9], "avail": 6, "avoid": [4, 7, 9], "awai": [2, 7], "b": [4, 7], "backend": 3, "backward": [6, 9], "bar": 7, "base": [0, 1, 3, 4, 5, 8, 10, 13], "basepackag": [10, 11], "bash": [4, 10], "basic": [1, 6], "batch": [0, 3, 4, 5, 6, 7], "batch_it": 4, "batch_siz": 6, "batch_size_fn": 7, "becaus": 0, "been": [2, 4, 6], "befor": [5, 6, 9], "begin": 6, "behavior": 10, "behind": 1, "being": 6, "below": [2, 3, 4, 7, 9, 12], "bench": [4, 7, 9, 12], "bench1": 1, "benchfil": 4, "benchmark": [1, 3, 5, 6, 8, 9, 10], "benchmark_venv": 9, "benchmat": 4, "benchnam": [4, 7], "benchobserv": 7, "benchrun": 3, "bert": [9, 13], "better": 12, "between": [2, 4, 6], "bf16": 9, "bin": [3, 4, 9], "bit": [2, 6, 9], "blah": [1, 10], "bodi": 7, "bool": 10, "boolean": 6, "both": [1, 6, 13], "break": [4, 7], "build": 5, "built": 2, "c": 9, "c10d": 3, "cach": 7, "calcul": [6, 7], "calimero": 1, "call": [2, 4, 6, 7, 9, 10], "can": [1, 2, 3, 4, 6, 7, 9, 10, 12], "cannot": 4, "capac": 12, "care": [4, 7, 10], "case": 4, "caus": 9, "cd": [7, 9, 13], "ce": 2, "certain": [1, 7], "chang": [1, 2, 4, 6, 7], "check": [6, 7, 10], "checked_instal": [10, 11], "checkout": [4, 7], "choos": 2, "class": [7, 10], "classif": 4, "clear_previ": 10, "cli": 9, "cli_run": 9, "clone": [7, 9, 13], "cmd": 8, "cn": 9, "code": [0, 1, 4, 7, 10, 13], "com": [7, 9, 13], "come": [2, 4, 7, 8], "comma": 1, "command": [0, 1, 2, 4, 6, 7, 9, 10, 13], "commun": 2, "compar": 5, "compat": 7, "compil": 10, "comput": [0, 6, 7, 8], "compute_end": 6, "compute_r": 0, "compute_start": 6, "conda": [9, 10], "conda_instal": [10, 11], "config": [1, 2, 4, 7, 8, 9, 10, 11, 12, 13], "configur": [1, 2, 8, 9, 10, 12, 13], "configuratt": 12, "constrain": 1, "constraint": [1, 4, 9, 10, 12], "construct": 1, "consum": 4, "contain": [2, 5, 6, 7, 8, 13], "content": [7, 10], "contribut": 6, "control": 7, "convnet": 4, "convnext_larg": [9, 12], "copi": [2, 7, 8, 10], "core": 10, "correspond": [0, 10], "cost": 2, "could": 9, "cpu": 9, "cpu_per_gpu": 4, "creat": [0, 1, 2, 4, 5, 6, 8, 9], "creation": [4, 7], "criterion": [6, 7], "crossentropyloss": 6, "cuda": [1, 4, 5, 6, 7, 8, 9, 12, 13], "cuda_hom": 9, "cuda_visible_devc": 3, "cuda_visible_devic": [3, 9], "current": [1, 2, 6, 7, 9, 10], "custom": 4, "cwd": 10, "d": [4, 9], "dash": [6, 7], "dashboard": 7, "data": [0, 1, 2, 3, 4, 7, 10, 12, 13], "dataload": [3, 4, 6, 7], "dataset": [1, 2, 4, 6, 7, 13], "dataset1": 1, "dataset_nam": 1, "davit_larg": 9, "debug": 4, "deep": 0, "def": [4, 6, 7], "default": [0, 4, 7, 9, 10, 12], "defin": [0, 1, 4, 6, 7, 10, 13], "definit": [0, 1, 2, 3, 4, 7, 10], "delaunai": 7, "demonstr": 7, "denot": 6, "depend": [1, 4, 7, 9, 12], "describ": 0, "design": 4, "desir": 6, "detach": 4, "detail": [9, 13], "determin": 1, "dev": [2, 4, 7], "develop": 5, "devic": [2, 6, 7], "device_id": 4, "dict": 10, "dictionari": 10, "differ": [1, 2, 4, 8], "dir": [0, 10, 11], "direct": 0, "directli": [4, 6, 7], "directori": [0, 1, 2, 6, 7, 9, 10, 13], "disabl": [4, 8, 9], "disk": 0, "dispatch": [1, 7], "displai": [6, 7], "dlrm": 9, "do": [0, 6, 7, 9, 10], "docker": [4, 5, 8, 13], "docker_imag": [2, 4, 8], "dockerfil": 2, "document": [7, 13], "doe": [1, 4, 7], "don": 6, "done": [4, 7], "down": 4, "download": [1, 2, 4, 7, 13], "dri": 2, "drivent": 12, "driver": 2, "dtype": 3, "dummi": 9, "dump": 10, "duplic": 9, "dure": [4, 6, 7], "e": [1, 2, 7, 9, 10, 13], "each": [0, 1, 2, 3, 4, 8], "earli": 7, "earliest": 9, "easi": [1, 6], "easier": 13, "echo": 3, "edit": [2, 13], "either": [1, 2, 9, 13], "element": 6, "enabl": [6, 8, 9, 12], "end": [0, 4, 6, 9], "endloop_inp": 6, "endloop_x": 6, "endpoint": 3, "ensur": 4, "entri": [9, 10], "env": [1, 2, 4, 8, 10], "environ": [1, 4, 7, 9, 10, 12, 13], "epoch": [3, 4, 6, 7], "equival": [0, 10], "error": [1, 9, 13], "essenti": 3, "etc": [1, 3, 4, 6, 10, 13], "even": 2, "event": 4, "everi": 0, "everyth": [6, 7, 9], "exampl": [0, 2, 4, 5, 7, 10, 12], "except": [1, 6, 13], "exclud": [1, 13], "exclus": 9, "execut": [3, 6, 7, 9, 10, 11], "exist": [1, 5, 6], "exit": 9, "expand": 0, "experiment": 9, "explan": 6, "export": [2, 8, 9, 12], "extern": 10, "extern_exampl": 7, "extra": [4, 7, 10], "extract": [6, 12], "extractor": 5, "f": [2, 6], "fail": [2, 9], "failur": [9, 13], "fakeimagenet": 3, "fals": [2, 4, 6, 8, 10], "fast": 4, "faster": [2, 9], "featur": [6, 7, 12], "fetch": 4, "few": [6, 13], "field": [0, 1], "file": [1, 2, 3, 4, 6, 7, 9, 10, 12, 13], "filenam": 10, "filter": 9, "final": [0, 4, 6], "finish": 12, "first": [1, 4, 6, 7, 9], "fit": 2, "fix": [0, 4, 8], "flag": [0, 2, 6], "flop": 3, "fn": [4, 9], "focalnet": 9, "folder": [2, 4], "follow": [0, 1, 6, 7, 13], "forc": [1, 4, 7, 9, 12], "forcefulli": 7, "forward": [0, 1, 4, 9], "found": [7, 9], "fp16": [3, 4, 9], "fp32": [9, 12], "framework": 7, "from": [1, 3, 4, 6, 7, 8, 9, 10, 12], "fulli": 4, "function": [4, 6, 7], "futur": 9, "g": [1, 2, 10], "gather": [3, 4, 9, 12], "gener": [1, 2, 4, 6, 7, 9, 12], "get": [4, 6, 7, 9], "ghcr": [2, 4, 8], "git": [7, 9, 13], "github": [7, 9, 13], "given": [0, 1, 4, 6, 7, 10, 12], "global": 12, "go": [2, 7], "good": 10, "govern": 9, "gpf": 9, "gpu": [1, 2, 3, 4, 7, 8, 9, 12, 13], "gpu_load_threshold": 4, "gpu_mem_threshold": 4, "group": [1, 2, 3, 4], "ha": [0, 2, 4, 6, 9, 12, 13], "handl": 7, "hang": 9, "happen": 9, "hardwar": 8, "have": [0, 4, 6, 7, 13], "help": 9, "here": [2, 4, 7, 13], "high": [2, 9], "higher": 4, "hold": [9, 12], "home": [2, 9], "home3": 9, "hook": 4, "host": [2, 8, 9], "hot": 8, "how": [2, 6], "howev": 7, "html": [9, 13], "http": [7, 9], "i": [0, 1, 2, 3, 6, 7, 9, 10, 12], "id": 2, "id_ed25519": 4, "id_milabench": [2, 8], "id_rsa": 2, "idea": 1, "ideal": 7, "ignor": 9, "ignore_chown_error": 9, "imag": [4, 5], "imagefold": 6, "impact": [2, 4, 9], "import": [0, 4, 5, 6, 7, 10], "includ": [0, 4, 8], "incomplet": 9, "increas": 2, "index": 5, "indic": [2, 6, 9], "individu": 13, "infiniband": 2, "inform": [0, 6, 12, 13], "inherit": [3, 4, 7, 10], "init": [3, 4, 6], "initi": 4, "inp": 6, "input": 10, "input_fil": 10, "insert": [4, 7], "insid": [2, 4, 6, 7, 12], "instal": [2, 4, 5, 7, 9, 10, 11], "install_group": [1, 3, 4, 7], "install_valu": 1, "install_vari": [1, 7], "instanc": [1, 6, 10], "instead": [2, 6, 9], "instrument": [1, 7], "instrument_": 6, "instrument_argpars": 6, "instrument_display_min": 6, "instrument_prob": 6, "integr": [4, 5], "interv": [4, 9], "invalid": 9, "invoc": 10, "io": [2, 4, 8, 9], "ip": [2, 4, 8], "ipc": [2, 8, 9], "iqia": [2, 4, 7, 8, 9, 13], "issu": 5, "item": [2, 4, 7], "iter": [4, 6, 7, 9], "its": [4, 6, 9], "itself": [1, 4], "job": [3, 4], "json": [0, 10], "just": [0, 6, 7], "kei": 6, "kfd": 2, "kwarg": [9, 10], "label": 9, "lambda": 7, "larg": 2, "last": [2, 9], "lastest": 2, "later": 0, "launch": [0, 3, 10], "layer": 12, "lead": 6, "least": 2, "leav": 7, "len": 4, "less": 7, "let": [0, 6, 7], "level": 4, "libdrm": 2, "light": 7, "lightn": 3, "like": [1, 2, 7, 13], "limit": 4, "line": [2, 4, 6, 7, 9], "list": [1, 2, 4, 10], "littl": 7, "llama": [8, 9], "load": [0, 4, 6, 7, 9], "load_script": [4, 6], "loader": [3, 4, 6], "loading_r": 0, "local": 2, "locat": 4, "log": [3, 4, 9], "logic": 7, "longer": 9, "look": [2, 6], "loop": [4, 6, 7], "loop_inp": 6, "loop_x": 6, "loss": [0, 4, 6, 7], "loss_fn": 7, "lower": 9, "lr": 4, "m": [3, 10], "machin": [1, 2, 13], "made": [6, 7], "mai": [0, 1, 2, 6, 7, 13], "main": [1, 2, 3, 4, 6, 8, 10], "main_script": 10, "make": [2, 8, 9], "make_env": [10, 11], "manag": [2, 3, 4], "mani": 4, "manifest": 10, "manipul": 4, "manual_se": 6, "mark": 9, "marker": 6, "master": 3, "matrix": 4, "max": 2, "max_dur": [4, 9], "maximum": 9, "md": 7, "mean": [4, 6, 7], "measur": [4, 7], "mem": 9, "memori": [2, 4, 5, 9], "mere": 6, "merg": 0, "method": [0, 3, 4, 6, 10], "metric": [3, 4, 9, 13], "mib": 12, "might": [1, 3, 9], "mila": [2, 4, 7, 8, 9, 13], "mila2": 9, "mila_instal": 9, "milabench": [2, 7, 8, 11, 12], "milabench_bas": [0, 1, 4, 7, 9, 13], "milabench_config": [4, 8, 9, 10, 13], "milabench_data_dir": 7, "milabench_dir_cod": 10, "milabench_dir_data": 10, "milabench_dir_run": 10, "milabench_dir_venv": 10, "milabench_gpu_arch": [9, 13], "milabench_imag": [2, 8], "milabench_sizer_auto": [9, 12], "milabench_sizer_batch_s": 12, "milabench_sizer_capac": 9, "milabench_sizer_multipl": 12, "milabench_sizer_sav": 12, "milabench_wordir": 9, "min": 6, "minim": [2, 4], "minimum": 6, "miss": 9, "mkdir": [2, 8, 9], "mnist": 0, "mode": 13, "model": [1, 2, 3, 4, 6, 7, 12], "modifi": [4, 7], "modul": [4, 5, 6, 7, 9, 10], "monitor": [3, 7], "mono": [2, 3], "more": [0, 1, 2, 6, 7, 9, 13], "most": [7, 9], "mp": 9, "much": 6, "multi": 9, "multinod": 2, "multipl": [1, 4, 12], "must": [2, 7, 10], "my_optimizer_cr": 7, "mybench": 1, "myconfig": 8, "n": [0, 3, 9], "n_worker": 10, "name": [0, 1, 2, 4, 6, 7, 8, 10], "name_or_install_group": 7, "namespac": 10, "nan": 9, "necessari": [2, 4, 6, 7], "need": [1, 2, 4, 6, 7, 8, 9, 13], "network": [2, 7, 8], "never": 4, "new": [2, 5, 6, 9, 10, 12, 13], "newer": 9, "newscal": 12, "next": 9, "nightli": [2, 4, 8], "njob": 0, "nn": 6, "nnode": 3, "node": [3, 4, 8, 9, 12], "node1": [2, 4, 8], "node2": [2, 8], "node3": 2, "node4": 2, "noio": 4, "none": 10, "normal": [0, 13], "note": [0, 7, 9], "noth": 1, "now": 4, "nproc": 3, "nrun": 0, "ntask": 9, "num": [3, 4], "num_machin": 2, "number": [0, 1, 2, 3, 7, 9], "nvcc": 9, "nvcr": 9, "nvidia": [2, 8, 9, 13], "obj": 4, "object": [4, 6, 10], "observ": [4, 7, 9], "occur": 10, "off": 4, "omit": 2, "onc": [6, 12], "one": [1, 3, 4, 6, 7, 9], "onli": [1, 7, 13], "open": 4, "oper": [0, 4], "opt": [2, 6, 9], "optim": [2, 6, 7, 9], "option": [2, 4, 5, 6, 9, 13], "order": [1, 4, 6], "organ": 1, "origin": [4, 7], "ornatebench": 7, "other": [0, 1, 2, 6, 7, 10], "otherwis": [6, 10], "out": [1, 4, 6, 9, 13], "outdat": [0, 6], "output": [0, 1, 2, 6, 10], "ov": [4, 6, 7], "over": [7, 10], "overhead": 4, "overrid": [0, 2, 4, 5, 7], "overriden": 12, "overs": [6, 7], "overview": 5, "own": 4, "p": [2, 8], "pack": [5, 9, 11], "pack_path": [10, 11], "packag": [10, 11], "page": 5, "parallel": [0, 1, 2], "paramet": [6, 7, 10], "pars": [4, 6, 7], "parse_arg": [4, 6], "parti": [4, 7], "particip": 2, "particular": 7, "pass": [7, 9], "password": 2, "past": 7, "path": [0, 1, 7, 10, 13], "path_to_run": 1, "peak_memori": 9, "per": [2, 3, 4, 9], "per_gpu": 4, "perf": [4, 9], "perform": [0, 2, 4, 12], "period": 6, "phase": 6, "pin": [4, 5, 7, 9, 10, 11], "pip": [1, 4, 7, 9, 10, 13], "pip_compile_arg": 10, "pip_instal": [10, 11], "pipe": 10, "piptool": 10, "placehold": [4, 10], "plan": [0, 1, 4], "pmorilla": 9, "podman": 9, "point": [0, 6, 10, 13], "popen": 10, "port": [2, 3, 4, 8], "posit": 7, "possibl": [0, 1], "possibli": [2, 9], "pre": 4, "precis": 4, "pred": 4, "prematur": 9, "prep": 7, "prepar": [4, 5, 9, 10, 11, 13], "prepare_script": 10, "preprocess": [1, 7], "present": 2, "pretrain": [4, 7], "previou": 4, "print": [1, 4, 6, 13], "prior": [4, 6, 7], "privat": 4, "privatekei": [2, 8], "privileg": [2, 8], "probe": [4, 7], "problem": 9, "problemat": 9, "process": [0, 1, 2, 7, 10], "procur": 4, "produc": 13, "profil": 9, "program": [7, 10], "progress": 7, "properli": 2, "prototyp": 2, "provid": [4, 6, 7], "ptera": [4, 6, 7], "pull": [2, 8], "pure": 9, "purpos": [4, 7], "put": [0, 6, 7, 8, 13], "pwd": [2, 8, 9], "py": [1, 3, 4, 6, 9, 10], "py3": 9, "pynvml": 3, "python": [3, 7, 9, 10, 11], "python3": 10, "pytorch": [0, 3, 6, 9], "quit": 7, "r": [9, 10], "rais": 4, "ran": [4, 13], "rang": [4, 6, 7], "rank": [3, 4], "rate": [0, 1, 4, 6, 7, 9], "raw": 4, "rdzv": 3, "readabl": 2, "readm": 7, "real": [4, 6], "receiv": 4, "recent": 9, "recip": 5, "recommend": 7, "record": 4, "reduc": 9, "reduct": 6, "refer": [1, 4, 5], "reform": 9, "refstr": 6, "regnet_y_128gf": 9, "reinstal": 7, "rel": [0, 1, 7, 10], "relat": 7, "releas": 2, "remot": 4, "remov": [2, 7, 9], "repeat": [3, 13], "repo": [7, 13], "report": [2, 5, 7], "repositori": 5, "repres": [9, 10, 13], "reproduc": 1, "requir": [1, 4, 9, 10], "requirements_fil": 10, "resiz": 12, "resnet": 4, "resnet152": [3, 9], "resnet18": 6, "resnet50": [4, 8, 9], "resolv": [1, 4, 8, 10], "resolve_argu": [10, 11], "resolve_placehold": [10, 11], "restrict": 2, "result": [2, 4, 6, 8, 9, 13], "resum": 6, "retriev": 12, "return": [4, 9, 10], "reus": 1, "rf": 9, "rfp": 8, "right": [2, 7, 9], "rm": [2, 8, 9], "rocm": [1, 4, 5, 7, 13], "row": 13, "run": [0, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12], "run_nam": 1, "run_numb": 1, "run_script": [4, 6], "runam": 4, "runnam": 4, "rwkv": 9, "sai": 0, "salloc": 9, "same": [1, 2, 3, 6, 7, 10], "saniti": 6, "save": [0, 1, 3], "scale": 5, "schedul": 4, "score": [9, 13], "scratch": 9, "script": [0, 4, 6, 7, 10], "script_opt": [1, 6], "search": 5, "seccomp": 2, "second": [1, 2, 6, 9], "section": [0, 6, 7, 13], "secur": [2, 9], "see": [2, 3, 6, 7, 10, 13], "select": [1, 2, 4, 7, 8, 12, 13], "self": [7, 10], "sem": 9, "send": 4, "sensit": 2, "separ": [1, 9], "sequenc": 10, "set": [0, 1, 2, 3, 6, 7, 9, 10, 13], "setup": 5, "sgd": 6, "shape": 6, "share": [1, 2, 10], "shell": 7, "shm": 2, "shorthand": 6, "should": [2, 6, 7, 8, 10, 13], "show": [2, 7], "shuffl": 6, "significantli": 2, "similar": 2, "simpl": [6, 7], "simpli": [2, 6], "simplifi": 7, "sinc": [2, 6, 7], "singl": [2, 3, 9, 10], "site": 9, "size": [0, 2, 3, 4, 5, 6, 7], "slash": 6, "sleep": 7, "slomo": 9, "so": [1, 4, 6, 7, 9, 10], "softwar": 1, "some": [0, 1, 4, 7, 9], "some_data_fold": 6, "some_specific_run": 13, "somepackag": 6, "someth": [1, 3, 4, 6], "somewher": 7, "sourc": [4, 9], "spawn": [3, 4], "speak": 6, "special": [0, 6, 7], "specif": [1, 2, 4, 6, 8, 9], "specifi": [1, 2, 4, 8, 10, 12], "spent": 6, "spot": 9, "src": 3, "ssh": [2, 4], "ssh_key_fil": [2, 8], "sshkei": [2, 4, 8], "stabil": 1, "stabl": 7, "standard": [1, 2, 4, 6, 9, 13], "stargan": [9, 13], "start": [4, 6, 7, 9, 10], "statement": 4, "std": 9, "stderr": [0, 1, 10], "stdout": [0, 1, 4, 10, 13], "step": [1, 4, 6, 9], "still": 9, "stop": [0, 4, 7, 9], "stopiter": 9, "stopprogram": 4, "storag": 9, "store": 2, "stream": 4, "strictli": 6, "string": 6, "structur": [1, 7], "subdirectori": 7, "subprocess": 10, "subset": 9, "successfulli": 9, "suffici": [6, 7], "suit": [4, 13], "suitabilti": 4, "suitabl": 7, "summari": 9, "super": 9, "support": 8, "suppos": 6, "sure": [2, 8], "symptom": 9, "sync": 4, "synchron": [6, 7], "syntax": 6, "synthet": [4, 7], "system": [2, 8, 9, 12], "t": [2, 6], "t5": 9, "tag": [4, 6], "take": [4, 6, 7, 9, 10], "target": [4, 6, 8, 9], "task": [0, 1, 9], "tear": 4, "technic": 0, "templat": [0, 7], "tensor": 6, "termin": 6, "test": [0, 2, 4, 13], "tf32": [4, 9], "than": [2, 4, 9], "thei": [2, 6], "them": [0, 2, 3, 4, 6, 7], "thi": [0, 2, 4, 6, 7, 9, 10, 12, 13], "third": [4, 7], "those": [6, 7], "three": [10, 13], "time": [3, 4, 6, 7, 9, 13], "timeout": [3, 9], "timer": 4, "timm": 4, "tmp": 9, "toctre": [0, 6], "todo": 1, "too": 2, "tool": 4, "top": 4, "torch": [3, 4, 6, 7, 9], "torchaudio": 9, "torchcompat": 7, "torchrun": 3, "torchvis": [3, 4, 6, 9], "torchvision_ddp": 3, "total_ob": 4, "traceback": 9, "train": [0, 1, 4, 6, 7, 9], "train_epoch": 6, "train_load": 6, "train_rat": 0, "transform": 6, "tricki": 6, "trickier": 6, "trigger": [6, 9], "trivial": 7, "troubleshoot": 9, "troublesom": 9, "true": [0, 2, 4, 6, 7, 8, 9, 10], "try": [7, 9], "turn": [3, 6], "tvmodel": 6, "tweak": 1, "twice": 2, "two": [0, 2, 6, 7, 9, 13], "txt": [1, 4, 7, 9, 10], "type": 6, "typic": 6, "u": [6, 9, 13], "unconfin": 2, "under": [2, 7], "underli": 12, "understood": 10, "uninstal": 9, "uniqu": 2, "unless": [1, 2, 10], "unnecessari": 7, "unpin": 7, "up": 0, "updat": [2, 8], "upgrad": 13, "url": 7, "us": [2, 3, 4, 5, 7, 8, 9, 10, 12], "usag": [4, 5, 7], "use_cuda": 6, "user": [2, 4, 8, 9], "usernam": [2, 4, 8], "usual": [3, 7, 9], "util": [6, 9], "v": [2, 8, 9], "v1": 8, "valid": [4, 12], "valu": [1, 2, 4, 6, 9, 10], "variabl": [1, 4, 6, 7, 9, 10, 12, 13], "variant": [1, 7, 9], "varieti": 8, "variou": [6, 7], "vendor": 4, "venv": [0, 1, 3, 4, 7, 9, 10], "verbatim": 10, "veri": 6, "verifi": [6, 7], "version": [1, 7, 9, 10], "vi": [2, 8], "video": 2, "virtual": [1, 4, 7, 9, 10, 13], "virtualenv": 9, "visibl": 9, "vision": 4, "voir": [0, 1, 4, 6, 7, 9, 10, 11, 13], "voir_opt": [1, 6], "voirarg": 10, "voirfil": [4, 6], "w": 9, "wa": [4, 9], "wai": 0, "wait": [3, 4], "want": [2, 4, 6, 7, 13], "we": [2, 4, 9], "weight": [1, 7, 8, 9, 13], "well": [6, 13], "were": [9, 13], "what": [0, 1, 6, 7, 9], "when": [0, 2, 4, 6, 7, 9], "where": [4, 6, 9], "whether": 6, "which": [1, 4, 6, 7, 9, 10, 12, 13], "whisper": 9, "whole": 13, "wide": 8, "wider": 7, "without": [2, 4, 6, 7], "word": 10, "work": [6, 7, 10], "workdir": 4, "worker": [3, 4], "working_dir": 10, "wors": 2, "would": [2, 4, 6, 7], "wrap": [4, 9], "wrapper": [4, 6, 7, 10], "write": [6, 7], "x": 6, "xdg_cache_hom": 7, "xpu": 4, "yaml": [0, 1, 2, 4, 5, 8, 9, 12, 13], "yield": 6, "you": [0, 1, 2, 4, 6, 7, 8, 9, 10, 13], "your": [8, 9], "zero_grad": 6, "zip": 9}, "titles": ["Benchmark configuration", "Using milabench (DEVELOPERS)", "Docker", "Milabench processes overview", "Milabench Overview", "Welcome to milabench\u2019s documentation!", "Instrumenting code", "Creating a new benchmark", "Request For proposal", "Running Milabench", "milabench.pack", "Reference", "Scaling", "Install and use"], "titleterms": {"": 5, "40go": 9, "4xa100": 9, "80go": 9, "8xa100": 9, "For": 8, "One": 9, "adapt": 7, "addit": 6, "argument": 9, "auto": 12, "base": [7, 9], "batch": [9, 12], "befor": 13, "benchfil": 7, "benchmark": [0, 2, 4, 7, 13], "build": 2, "code": 6, "compar": 1, "configur": [0, 4], "contain": 9, "content": 5, "creat": 7, "cuda": 2, "data": 6, "develop": [1, 7], "devic": 9, "do": 4, "docker": 2, "document": 5, "env": 9, "essenti": 6, "exampl": [6, 9], "execut": 4, "exist": 7, "extractor": 12, "flow": 4, "give": 6, "how": 4, "i": 4, "imag": 2, "import": 1, "increas": 9, "indic": 5, "instal": [1, 13], "instruct": 8, "instrument": [4, 6], "integr": 7, "issu": 9, "limit": 9, "main": 7, "memori": 12, "methodologi": 4, "metric": 6, "milabench": [1, 3, 4, 5, 6, 9, 10, 13], "multi": 2, "multinod": 4, "new": 7, "njob": 3, "node": 2, "option": 1, "overrid": 12, "overview": [3, 4, 7], "pack": 10, "packag": 9, "per_gpu": 3, "pin": 1, "plan": 3, "prepar": [1, 7, 8], "probe": 6, "process": 3, "propos": 8, "py": 7, "read": 6, "recip": 9, "refer": 11, "report": [1, 9, 13], "repositori": 7, "request": 8, "requir": [2, 7], "resiz": 9, "return": 7, "rocm": 2, "run": [1, 9, 13], "runtim": 9, "scale": 12, "select": 9, "setup": 9, "size": 12, "sxm4": 9, "system": 4, "tabl": 5, "updat": 9, "us": [1, 6, 13], "usag": [2, 12], "valu": 7, "vendor": 8, "voirfil": 7, "vram": 9, "welcom": 5, "wrap": 7, "yaml": 7}}) \ No newline at end of file +Search.setIndex({"alltitles": {"4xA100 SXM4 80Go": [[9, "id1"]], "4xA100 SXM4 80Go limited to 40Go of VRAM": [[9, "xa100-sxm4-80go-limited-to-40go-of-vram"]], "8xA100 SXM4 80Go": [[9, "xa100-sxm4-80go"]], "Adapting existing repository": [[7, "adapting-existing-repository"]], "Additional readings": [[6, "additional-readings"]], "Arguments": [[9, "arguments"]], "Auto Batch size": [[12, "auto-batch-size"]], "Base Setup": [[9, "base-setup"]], "Batch resizer": [[9, "batch-resizer"]], "Batch size override": [[12, "batch-size-override"]], "Before running the benchmarks": [[13, "before-running-the-benchmarks"]], "Benchmark configuration": [[0, null], [4, "benchmark-configuration"]], "Building images": [[2, "building-images"]], "CUDA": [[2, "cuda"]], "Containers": [[9, "containers"]], "Contents:": [[5, null]], "Creating a new benchmark": [[7, null]], "Development": [[7, "development"]], "Device Select": [[9, "device-select"]], "Docker": [[2, null]], "Essential probes": [[6, "essential-probes"]], "Example": [[6, "example"]], "Example Reports": [[9, "example-reports"]], "Execution Flow": [[4, "execution-flow"]], "Giving and using data and metrics": [[6, "giving-and-using-data-and-metrics"]], "How do I": [[4, "how-do-i"]], "Important options": [[1, "important-options"]], "Increase Runtime": [[9, "increase-runtime"]], "Indices and tables": [[5, "indices-and-tables"]], "Install and use": [[13, null]], "Instrumentations": [[4, "instrumentations"]], "Instrumenting code": [[6, null]], "Integrating in base.yaml": [[7, "integrating-in-base-yaml"]], "Issues": [[9, "issues"]], "Memory Usage Extractor": [[12, "memory-usage-extractor"]], "Methodology": [[4, "methodology"]], "Milabench Overview": [[4, null]], "Milabench processes overview": [[3, null]], "Multi-node benchmark": [[2, "multi-node-benchmark"]], "Multinode": [[4, "multinode"]], "One Env": [[9, "one-env"]], "Overview": [[7, "overview"]], "Plan": [[3, "plan"]], "Preparing": [[8, "preparing"]], "Probe example": [[6, "probe-example"]], "Probing for milabench": [[6, "probing-for-milabench"]], "ROCM": [[2, "rocm"]], "Recipes": [[9, "recipes"]], "Reference": [[11, null]], "Reports": [[13, "reports"]], "Request For proposal": [[8, null]], "Requirements": [[2, "requirements"], [2, "id1"]], "Run milabench": [[13, "run-milabench"]], "Running Milabench": [[9, null]], "Scaling": [[12, null]], "System Configuration": [[4, "system-configuration"]], "Update Package": [[9, "update-package"]], "Usage": [[2, "usage"], [2, "id2"]], "Using milabench (DEVELOPERS)": [[1, null]], "Vendor Instructions": [[8, "vendor-instructions"]], "Welcome to milabench\u2019s documentation!": [[5, null]], "Wrap a return value": [[7, "wrap-a-return-value"]], "benchfile.py": [[7, "benchfile-py"]], "main.py": [[7, "main-py"]], "milabench compare": [[1, "milabench-compare"]], "milabench install": [[1, "milabench-install"]], "milabench pin": [[1, "milabench-pin"]], "milabench prepare": [[1, "milabench-prepare"]], "milabench report": [[1, "milabench-report"]], "milabench run": [[1, "milabench-run"]], "milabench.pack": [[10, null]], "njobs": [[3, "njobs"]], "per_gpu": [[3, "per-gpu"]], "prepare.py": [[7, "prepare-py"]], "requirements.in": [[7, "requirements-in"]], "voirfile.py": [[7, "voirfile-py"]]}, "docnames": ["config", "dev-usage", "docker", "execution_modes", "flow", "index", "instrument", "new_benchmarks", "process", "recipes", "ref-pack", "reference", "sizer", "usage"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["config.rst", "dev-usage.rst", "docker.rst", "execution_modes.rst", "flow.rst", "index.rst", "instrument.rst", "new_benchmarks.rst", "process.rst", "recipes.rst", "ref-pack.rst", "reference.rst", "sizer.rst", "usage.rst"], "indexentries": {"basepackage (class in milabench.pack)": [[10, "milabench.pack.BasePackage", false]], "checked_install() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.checked_install", false]], "conda_install() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.conda_install", false]], "config (milabench.pack.basepackage attribute)": [[10, "milabench.pack.BasePackage.config", false]], "dirs (milabench.pack.basepackage attribute)": [[10, "milabench.pack.BasePackage.dirs", false]], "execute() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.execute", false]], "install() (milabench.pack.package method)": [[10, "milabench.pack.Package.install", false]], "make_env() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.make_env", false]], "make_env() (milabench.pack.package method)": [[10, "milabench.pack.Package.make_env", false]], "milabench.pack": [[10, "module-milabench.pack", false]], "module": [[10, "module-milabench.pack", false]], "pack_path (milabench.pack.basepackage attribute)": [[10, "milabench.pack.BasePackage.pack_path", false]], "package (class in milabench.pack)": [[10, "milabench.pack.Package", false]], "pin() (milabench.pack.package method)": [[10, "milabench.pack.Package.pin", false]], "pip_install() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.pip_install", false]], "prepare() (milabench.pack.package method)": [[10, "milabench.pack.Package.prepare", false]], "python() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.python", false]], "resolve_argument() (milabench.pack.package method)": [[10, "milabench.pack.Package.resolve_argument", false]], "resolve_placeholder() (milabench.pack.package method)": [[10, "milabench.pack.Package.resolve_placeholder", false]], "run() (milabench.pack.package method)": [[10, "milabench.pack.Package.run", false]], "voir() (milabench.pack.basepackage method)": [[10, "milabench.pack.BasePackage.voir", false]]}, "objects": {"milabench": [[10, 0, 0, "-", "pack"]], "milabench.pack": [[10, 1, 1, "", "BasePackage"], [10, 1, 1, "", "Package"]], "milabench.pack.BasePackage": [[10, 2, 1, "", "checked_install"], [10, 2, 1, "", "conda_install"], [10, 3, 1, "", "config"], [10, 3, 1, "", "dirs"], [10, 2, 1, "", "execute"], [10, 2, 1, "", "make_env"], [10, 3, 1, "", "pack_path"], [10, 2, 1, "", "pip_install"], [10, 2, 1, "", "python"], [10, 2, 1, "", "voir"]], "milabench.pack.Package": [[10, 2, 1, "", "install"], [10, 2, 1, "", "make_env"], [10, 2, 1, "", "pin"], [10, 2, 1, "", "prepare"], [10, 2, 1, "", "resolve_argument"], [10, 2, 1, "", "resolve_placeholder"], [10, 2, 1, "", "run"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute"}, "terms": {"": [0, 1, 6, 7, 9, 10], "0": [1, 2, 3, 4, 6, 7, 8, 9], "00": [1, 9], "003": 9, "004": 9, "01": 4, "02": 9, "03": [1, 9], "04": 9, "042025": 9, "05": 9, "06": 9, "07": 9, "08": 9, "083048": 9, "09": 9, "1": [1, 3, 4, 6, 7, 8, 9, 12], "10": [3, 6, 7, 9], "100135": 9, "1024": 4, "104527": 9, "105": 9, "1065": 9, "1071": 9, "1085": 9, "11": [4, 9], "116": 9, "1160": 9, "1163": 9, "1164": 9, "117": 9, "1171": 9, "118": 9, "1180": 9, "1181": 9, "1183": 9, "119": 9, "1191": 9, "12": [4, 9], "120": 9, "1203": 9, "122": 9, "1234": 6, "1239": 9, "1240": 9, "1247": 9, "127": 3, "128": [4, 9, 12], "129084": 9, "13": 9, "136": 9, "14": 9, "145": 9, "14548": 12, "146": 9, "146282": 9, "147": 9, "15": 9, "153": 9, "154": 9, "155": 9, "1569": 9, "1575": 9, "16": [3, 9, 10, 12], "163": 9, "1653": 9, "167": 9, "168": [2, 4, 8], "169": 9, "17": 9, "1713": 9, "18": 9, "1800": 9, "182": 9, "185": 9, "1884": 9, "1888": 9, "19": 9, "190": 9, "192": [2, 4, 8], "198": 9, "1986": 9, "199": 9, "1_3b": [2, 9], "2": [0, 3, 8, 9], "20": 9, "200": 0, "2022": 1, "207": 9, "209": 9, "21": 9, "214": 9, "22": 9, "2242": 9, "23": 9, "2327": 9, "2350": 9, "236": 9, "2363": 9, "24": 9, "245": 9, "245540": 9, "247": 9, "2470": 9, "2475": 9, "25": [2, 8, 9], "256": 4, "26": [2, 8, 9], "26274": 12, "265": 9, "266": 9, "269": 9, "2694": 9, "27": [2, 9], "2706": 9, "271": 9, "277411": 9, "28": [2, 9], "285": 9, "28500": 9, "289": 9, "29": 9, "292499": 9, "293": 9, "29304": 9, "29400": 3, "295": 9, "29808": 9, "29812": 9, "3": [0, 3, 8, 9, 13], "30": [3, 9], "300": 9, "308": 9, "30_15": 1, "31": 9, "310": 9, "31362": 9, "3143": 9, "32": [4, 9, 12], "32310": 9, "32326": 9, "33": 9, "330": 9, "34": 9, "35": 9, "35454": 9, "35464": 9, "35466": 9, "36": 9, "360": 9, "3620": 9, "37": 9, "37700": 9, "3778": 9, "37878": 9, "37900": 9, "38": 9, "38144": 9, "382": 9, "383370": 9, "39": 9, "391": 9, "39330": 9, "39344": 9, "398088": 9, "4": [2, 3, 9], "40": 9, "40000mo": 9, "40624": 9, "41": 9, "41326": 9, "41444": 9, "41728": 9, "41802": 9, "41938": 9, "41986": 9, "42": 9, "420": 9, "421": 9, "42136": 9, "42138": 9, "42140": 9, "42242": 9, "42262": 9, "42318": 9, "42532": 9, "42628": 9, "43": 9, "430871": 9, "43688": 9, "44": 9, "444": 9, "45": 9, "45336": 9, "454": 9, "454625": 9, "456": 9, "45610": 9, "45930": 9, "45976": 9, "46": 9, "46016": 9, "47": 9, "470": 9, "47288": 9, "48": 9, "480": 9, "49": 9, "490": 9, "492": 9, "493": 9, "49586": 12, "496": 9, "5": [3, 4, 9], "50": [4, 9], "5000": 4, "500016": 9, "50030": 9, "512": 4, "518303": 9, "52": 9, "52338": 9, "5279": 9, "53412": 9, "53482": 9, "5378": 9, "538777": 9, "54": 9, "5458": 9, "549": 9, "55": 9, "567": 9, "5688": 9, "57": 9, "57196": 9, "58": 9, "5824": 12, "588": 9, "59": 9, "6": [3, 9], "60": [4, 9], "600": [4, 9], "603551": 9, "6066": 9, "61": 9, "619": 9, "62": 9, "620": 9, "627938": 9, "63": 9, "64": [0, 4, 6, 7, 12], "651415": 9, "658": 9, "66": 9, "669": 9, "67": 9, "672": 9, "674": 9, "687871": 9, "69": 9, "6_7b": [2, 9], "7": [3, 9], "70": 9, "7030": 9, "706539": 9, "72": 9, "73": 9, "74": 9, "743584": 9, "75": [9, 12], "753126": 9, "75444": 9, "76": 9, "77": 9, "7758": 9, "78": 9, "79": 9, "8": [3, 4, 9, 10, 12], "804052": 9, "81": 9, "810339": 9, "8123": [2, 8], "8192": 3, "81920": 12, "82": 9, "83": 9, "832": 9, "838": 9, "84": 9, "86": 9, "8630": 9, "87": 9, "8774": 12, "8g": 2, "9": 9, "90": [3, 9], "91": 9, "92": 9, "928514": 9, "93": 9, "940": 9, "944065": 9, "944520": 9, "95": 9, "955118": 9, "96": 9, "960": 9, "979344": 9, "98": 9, "986673": 9, "99": 9, "A": [1, 10], "As": 4, "By": [6, 7, 10], "For": [0, 1, 2, 6, 7, 9, 12], "If": [1, 2, 6, 7, 9, 13], "In": [6, 7, 10, 12], "It": [1, 2, 4, 6, 7, 9, 12, 13], "No": 2, "On": 2, "Or": 2, "That": 10, "The": [0, 1, 2, 4, 6, 7, 9, 10, 12, 13], "Then": [2, 7], "There": [2, 9], "These": [6, 7], "To": [1, 2, 4, 6, 7, 9, 12, 13], "_": 4, "__init__": 7, "__main__": [4, 6], "__name__": 6, "__next__": 4, "_default": [3, 4, 7, 9], "_resnet50": 4, "_torchvis": [3, 4], "_torchvision_ddp": 3, "a100l": 9, "abl": 12, "abnorm": 2, "about": [6, 12, 13], "abov": [1, 6], "absolut": 6, "acceler": 7, "access": [4, 6, 7, 10], "accord": 8, "accur": 6, "across": 4, "activ": [1, 3, 4, 6, 7, 9, 13], "actual": 7, "ad": 12, "adapt": 5, "add": [1, 2, 4, 6, 7], "addit": 2, "addr": 3, "address": 2, "afford": 4, "after": [4, 6, 7, 9], "aggreg": 9, "akin": 3, "algorithm": 6, "alia": 4, "all": [1, 2, 3, 4, 6, 7, 8, 9, 13], "allow": [4, 6, 7], "alreadi": [6, 7, 9, 10], "also": [1, 2, 3, 4, 6, 7, 9, 13], "altern": 4, "although": 6, "alwai": 6, "amd": [8, 13], "amdgpu": 2, "amort": 4, "an": [6, 7, 9, 10, 12, 13], "ani": [6, 7, 13], "anoth": [6, 9], "anyth": 6, "append": 4, "appropri": [1, 4], "ar": [0, 1, 2, 4, 6, 7, 9, 10, 13], "arch": [1, 2, 4, 7, 8, 9, 12], "architectur": [1, 7], "arg": [2, 9, 10, 12], "argpars": [6, 7], "argument": [0, 4, 6, 7, 10], "argumentpars": 7, "argv": [0, 4, 7], "around": 7, "arrai": 7, "ask": 6, "assert": 9, "assertionerror": 9, "assum": 7, "async": 10, "attempt": 6, "attribut": 10, "auto": [1, 5, 10], "autom": 12, "automat": [1, 7, 9], "avail": 6, "avoid": [4, 7, 9], "awai": [2, 7], "b": [4, 7], "backend": 3, "backward": [6, 9], "bar": 7, "base": [0, 1, 3, 4, 5, 8, 10, 13], "basepackag": [10, 11], "bash": [4, 10], "basic": [1, 6], "batch": [0, 3, 4, 5, 6, 7], "batch_it": 4, "batch_siz": 6, "batch_size_fn": 7, "becaus": 0, "been": [2, 4, 6], "befor": [5, 6, 9], "begin": 6, "behavior": 10, "behind": 1, "being": 6, "below": [2, 3, 4, 7, 9, 12], "bench": [4, 7, 9, 12], "bench1": 1, "benchfil": 4, "benchmark": [1, 3, 5, 6, 8, 9, 10], "benchmark_venv": 9, "benchmat": 4, "benchnam": [4, 7], "benchobserv": 7, "benchrun": 3, "bert": [9, 13], "better": 12, "between": [2, 4, 6], "bf16": 9, "bin": [3, 4, 9], "bit": [2, 6, 9], "blah": [1, 10], "bodi": 7, "bool": 10, "boolean": 6, "both": [1, 6, 13], "break": [4, 7], "build": 5, "built": 2, "c": 9, "c10d": 3, "cach": 7, "calcul": [6, 7], "calimero": 1, "call": [2, 4, 6, 7, 9, 10], "can": [1, 2, 3, 4, 6, 7, 9, 10, 12], "cannot": 4, "capac": 12, "care": [4, 7, 10], "case": 4, "caus": 9, "cd": [7, 9, 13], "ce": 2, "certain": [1, 7], "chang": [1, 2, 4, 6, 7], "check": [6, 7, 10], "checked_instal": [10, 11], "checkout": [4, 7], "choos": 2, "class": [7, 10], "classif": 4, "clear_previ": 10, "cli": 9, "cli_run": 9, "clone": [7, 9, 13], "cmd": 8, "cn": 9, "code": [0, 1, 4, 7, 10, 13], "com": [7, 9, 13], "come": [2, 4, 7, 8], "comma": 1, "command": [0, 1, 2, 4, 6, 7, 9, 10, 13], "commun": 2, "compar": 5, "compat": 7, "compil": 10, "comput": [0, 6, 7, 8], "compute_end": 6, "compute_r": 0, "compute_start": 6, "conda": [9, 10], "conda_instal": [10, 11], "config": [1, 2, 4, 7, 8, 9, 10, 11, 12, 13], "configur": [1, 2, 8, 9, 10, 12, 13], "configuratt": 12, "constrain": 1, "constraint": [1, 4, 9, 10, 12], "construct": 1, "consum": 4, "contain": [2, 5, 6, 7, 8, 13], "content": [7, 10], "contribut": 6, "control": 7, "convnet": 4, "convnext_larg": [9, 12], "copi": [2, 7, 8, 10], "core": 10, "correspond": [0, 10], "cost": 2, "could": 9, "cpu": 9, "cpu_per_gpu": 4, "creat": [0, 1, 2, 4, 5, 6, 8, 9], "creation": [4, 7], "criterion": [6, 7], "crossentropyloss": 6, "cuda": [1, 4, 5, 6, 7, 8, 9, 12, 13], "cuda_hom": 9, "cuda_visible_devc": 3, "cuda_visible_devic": [3, 9], "current": [1, 2, 6, 7, 9, 10], "custom": 4, "cwd": 10, "d": [4, 9], "dash": [6, 7], "dashboard": 7, "data": [0, 1, 2, 3, 4, 7, 10, 12, 13], "dataload": [3, 4, 6, 7], "dataset": [1, 2, 4, 6, 7, 13], "dataset1": 1, "dataset_nam": 1, "davit_larg": 9, "debug": 4, "deep": 0, "def": [4, 6, 7], "default": [0, 4, 7, 9, 10, 12], "defin": [0, 1, 4, 6, 7, 10, 13], "definit": [0, 1, 2, 3, 4, 7, 10], "delaunai": 7, "demonstr": 7, "denot": 6, "depend": [1, 4, 7, 9, 12], "describ": 0, "design": 4, "desir": 6, "detach": 4, "detail": [9, 13], "determin": 1, "dev": [2, 4, 7], "develop": 5, "devic": [2, 6, 7], "device_id": 4, "dict": 10, "dictionari": 10, "differ": [1, 2, 4, 8], "dir": [0, 10, 11], "direct": 0, "directli": [4, 6, 7], "directori": [0, 1, 2, 6, 7, 9, 10, 13], "disabl": [4, 8, 9], "disk": 0, "dispatch": [1, 7], "displai": [6, 7], "dlrm": 9, "do": [0, 6, 7, 9, 10], "docker": [4, 5, 8, 13], "docker_imag": [2, 4, 8], "dockerfil": 2, "document": [7, 13], "doe": [1, 4, 7], "don": 6, "done": [4, 7], "down": 4, "download": [1, 2, 4, 7, 13], "dri": 2, "drivent": 12, "driver": 2, "dtype": 3, "dummi": 9, "dump": 10, "duplic": 9, "dure": [4, 6, 7], "e": [1, 2, 7, 9, 10, 13], "each": [0, 1, 2, 3, 4, 8], "earli": 7, "earliest": 9, "easi": [1, 6], "easier": 13, "echo": 3, "edit": [2, 13], "either": [1, 2, 9, 13], "element": 6, "enabl": [6, 8, 9, 12], "end": [0, 4, 6, 9], "endloop_inp": 6, "endloop_x": 6, "endpoint": 3, "ensur": 4, "entri": [9, 10], "env": [1, 2, 4, 8, 10], "environ": [1, 4, 7, 9, 10, 12, 13], "epoch": [3, 4, 6, 7], "equival": [0, 10], "error": [1, 9, 13], "essenti": 3, "etc": [1, 3, 4, 6, 10, 13], "even": 2, "event": 4, "everi": 0, "everyth": [6, 7, 9], "exampl": [0, 2, 4, 5, 7, 10, 12], "except": [1, 6, 13], "exclud": [1, 13], "exclus": 9, "execut": [3, 6, 7, 9, 10, 11], "exist": [1, 5, 6], "exit": 9, "expand": 0, "experiment": 9, "explan": 6, "export": [2, 8, 9, 12], "extern": 10, "extern_exampl": 7, "extra": [4, 7, 10], "extract": [6, 12], "extractor": 5, "f": [2, 6], "fail": [2, 9], "failur": [9, 13], "fakeimagenet": 3, "fals": [2, 4, 6, 8, 10], "fast": 4, "faster": [2, 9], "featur": [6, 7, 12], "fetch": 4, "few": [6, 13], "field": [0, 1], "file": [1, 2, 3, 4, 6, 7, 9, 10, 12, 13], "filenam": 10, "filter": 9, "final": [0, 4, 6], "finish": 12, "first": [1, 4, 6, 7, 9], "fit": 2, "fix": [0, 4, 8], "flag": [0, 2, 6], "flop": 3, "fn": [4, 9], "focalnet": 9, "folder": [2, 4], "follow": [0, 1, 6, 7, 13], "forc": [1, 4, 7, 9, 12], "forcefulli": 7, "forward": [0, 1, 4, 9], "found": [7, 9], "fp16": [3, 4, 9], "fp32": [9, 12], "framework": 7, "from": [1, 3, 4, 6, 7, 8, 9, 10, 12], "fulli": 4, "function": [4, 6, 7], "futur": 9, "g": [1, 2, 10], "gather": [3, 4, 9, 12], "gener": [1, 2, 4, 6, 7, 9, 12], "get": [4, 6, 7, 9], "ghcr": [2, 4, 8], "git": [7, 9, 13], "github": [7, 9, 13], "given": [0, 1, 4, 6, 7, 10, 12], "global": 12, "go": [2, 7], "good": 10, "govern": 9, "gpf": 9, "gpu": [1, 2, 3, 4, 7, 8, 9, 12, 13], "gpu_load_threshold": 4, "gpu_mem_threshold": 4, "group": [1, 2, 3, 4], "ha": [0, 2, 4, 6, 9, 12, 13], "handl": 7, "hang": 9, "happen": 9, "hardwar": 8, "have": [0, 4, 6, 7, 13], "help": 9, "here": [2, 4, 7, 13], "high": [2, 9], "higher": 4, "hold": [9, 12], "home": [2, 9], "home3": 9, "hook": 4, "host": [2, 8, 9], "hot": 8, "how": [2, 6], "howev": 7, "html": [9, 13], "http": [7, 9], "i": [0, 1, 2, 3, 6, 7, 9, 10, 12], "id": 2, "id_ed25519": 4, "id_milabench": [2, 8], "id_rsa": 2, "idea": 1, "ideal": 7, "ignor": 9, "ignore_chown_error": 9, "imag": [4, 5], "imagefold": 6, "impact": [2, 4, 9], "import": [0, 4, 5, 6, 7, 10], "includ": [0, 4, 8], "incomplet": 9, "increas": 2, "index": 5, "indic": [2, 6, 9], "individu": 13, "infiniband": 2, "inform": [0, 6, 12, 13], "inherit": [3, 4, 7, 10], "init": [3, 4, 6], "initi": 4, "inp": 6, "input": 10, "input_fil": 10, "insert": [4, 7], "insid": [2, 4, 6, 7, 12], "instal": [2, 4, 5, 7, 9, 10, 11], "install_group": [1, 3, 4, 7], "install_valu": 1, "install_vari": [1, 7], "instanc": [1, 6, 10], "instead": [2, 6, 9], "instrument": [1, 7], "instrument_": 6, "instrument_argpars": 6, "instrument_display_min": 6, "instrument_prob": 6, "integr": [4, 5], "interv": [4, 9], "invalid": 9, "invoc": 10, "io": [2, 4, 8, 9], "ip": [2, 4, 8], "ipc": [2, 8, 9], "iqia": [2, 4, 7, 8, 9, 13], "issu": 5, "item": [2, 4, 7], "iter": [4, 6, 7, 9], "its": [4, 6, 9], "itself": [1, 4], "job": [3, 4], "json": [0, 10], "just": [0, 6, 7], "kei": 6, "kfd": 2, "kwarg": [9, 10], "label": 9, "lambda": 7, "larg": 2, "last": [2, 9], "lastest": 2, "later": 0, "launch": [0, 3, 10], "layer": 12, "lead": 6, "least": 2, "leav": 7, "len": 4, "less": 7, "let": [0, 6, 7], "level": 4, "libdrm": 2, "light": 7, "lightn": 3, "like": [1, 2, 7, 13], "limit": 4, "line": [2, 4, 6, 7, 9], "list": [1, 2, 4, 10], "littl": 7, "llama": [8, 9], "load": [0, 4, 6, 7, 9], "load_script": [4, 6], "loader": [3, 4, 6], "loading_r": 0, "local": 2, "locat": 4, "log": [3, 4, 9], "logic": 7, "longer": 9, "look": [2, 6], "loop": [4, 6, 7], "loop_inp": 6, "loop_x": 6, "loss": [0, 4, 6, 7], "loss_fn": 7, "lower": 9, "lr": 4, "m": [3, 10], "machin": [1, 2, 13], "made": [6, 7], "mai": [0, 1, 2, 6, 7, 13], "main": [1, 2, 3, 4, 6, 8, 10], "main_script": 10, "make": [2, 8, 9], "make_env": [10, 11], "manag": [2, 3, 4], "mani": 4, "manifest": 10, "manipul": 4, "manual_se": 6, "mark": 9, "marker": 6, "master": 3, "matrix": 4, "max": 2, "max_dur": [4, 9], "maximum": 9, "md": 7, "mean": [4, 6, 7], "measur": [4, 7], "mem": 9, "memori": [2, 4, 5, 9], "mere": 6, "merg": 0, "method": [0, 3, 4, 6, 10], "metric": [3, 4, 9, 13], "mib": 12, "might": [1, 3, 9], "mila": [2, 4, 7, 8, 9, 13], "mila2": 9, "mila_instal": 9, "milabench": [2, 7, 8, 11, 12], "milabench_bas": [0, 1, 4, 7, 9, 13], "milabench_config": [4, 8, 9, 10, 13], "milabench_data_dir": 7, "milabench_dir_cod": 10, "milabench_dir_data": 10, "milabench_dir_run": 10, "milabench_dir_venv": 10, "milabench_gpu_arch": [9, 13], "milabench_imag": [2, 8], "milabench_sizer_auto": [9, 12], "milabench_sizer_batch_s": 12, "milabench_sizer_capac": 9, "milabench_sizer_multipl": 12, "milabench_sizer_sav": 12, "milabench_wordir": 9, "min": 6, "minim": [2, 4], "minimum": 6, "miss": 9, "mkdir": [2, 8, 9], "mnist": 0, "mode": 13, "model": [1, 2, 3, 4, 6, 7, 12], "modifi": [4, 7], "modul": [4, 5, 6, 7, 9, 10], "monitor": [3, 7], "mono": [2, 3], "more": [0, 1, 2, 6, 7, 9, 13], "most": [7, 9], "mp": 9, "much": 6, "multi": 9, "multinod": 2, "multipl": [1, 4, 12], "must": [2, 7, 10], "my_optimizer_cr": 7, "mybench": 1, "myconfig": 8, "n": [0, 3, 9], "n_worker": 10, "name": [0, 1, 2, 4, 6, 7, 8, 10], "name_or_install_group": 7, "namespac": 10, "nan": 9, "necessari": [2, 4, 6, 7], "need": [1, 2, 4, 6, 7, 8, 9, 13], "network": [2, 7, 8], "never": 4, "new": [2, 5, 6, 9, 10, 12, 13], "newer": 9, "newscal": 12, "next": 9, "nightli": [2, 4, 8], "njob": 0, "nn": 6, "nnode": 3, "node": [3, 4, 8, 9, 12], "node1": [2, 4, 8], "node2": [2, 8], "node3": 2, "node4": 2, "noio": 4, "none": 10, "normal": [0, 13], "note": [0, 7, 9], "noth": 1, "now": 4, "nproc": 3, "nrun": 0, "ntask": 9, "num": [3, 4], "num_machin": 2, "number": [0, 1, 2, 3, 7, 9], "nvcc": 9, "nvcr": 9, "nvidia": [2, 8, 9, 13], "obj": 4, "object": [4, 6, 10], "observ": [4, 7, 9], "occur": 10, "off": 4, "omit": 2, "onc": [6, 12], "one": [1, 3, 4, 6, 7, 9], "onli": [1, 7, 13], "open": 4, "oper": [0, 4], "opt": [2, 6, 9], "optim": [2, 6, 7, 9], "option": [2, 4, 5, 6, 9, 13], "order": [1, 4, 6], "organ": 1, "origin": [4, 7], "ornatebench": 7, "other": [0, 1, 2, 6, 7, 10], "otherwis": [6, 10], "out": [1, 4, 6, 9, 13], "outdat": [0, 6], "output": [0, 1, 2, 6, 10], "ov": [4, 6, 7], "over": [7, 10], "overhead": 4, "overrid": [0, 2, 4, 5, 7], "overriden": 12, "overs": [6, 7], "overview": 5, "own": 4, "p": [2, 8], "pack": [5, 9, 11], "pack_path": [10, 11], "packag": [10, 11], "page": 5, "parallel": [0, 1, 2], "paramet": [6, 7, 10], "pars": [4, 6, 7], "parse_arg": [4, 6], "parti": [4, 7], "particip": 2, "particular": 7, "pass": [7, 9], "password": 2, "past": 7, "path": [0, 1, 7, 10, 13], "path_to_run": 1, "peak_memori": 9, "per": [2, 3, 4, 9], "per_gpu": 4, "perf": [4, 9], "perform": [0, 2, 4, 12], "period": 6, "phase": 6, "pin": [4, 5, 7, 9, 10, 11], "pip": [1, 4, 7, 9, 10, 13], "pip_compile_arg": 10, "pip_instal": [10, 11], "pipe": 10, "piptool": 10, "placehold": [4, 10], "plan": [0, 1, 4], "pmorilla": 9, "podman": 9, "point": [0, 6, 10, 13], "popen": 10, "port": [2, 3, 4, 8], "posit": 7, "possibl": [0, 1], "possibli": [2, 9], "pre": 4, "precis": 4, "pred": 4, "prematur": 9, "prep": 7, "prepar": [4, 5, 9, 10, 11, 13], "prepare_script": 10, "preprocess": [1, 7], "present": 2, "pretrain": [4, 7], "previou": 4, "print": [1, 4, 6, 13], "prior": [4, 6, 7], "privat": 4, "privatekei": [2, 8], "privileg": [2, 8], "probe": [4, 7], "problem": 9, "problemat": 9, "process": [0, 1, 2, 7, 10], "procur": 4, "produc": 13, "profil": 9, "program": [7, 10], "progress": 7, "properli": 2, "prototyp": 2, "provid": [4, 6, 7], "ptera": [4, 6, 7], "pull": [2, 8], "pure": 9, "purpos": [4, 7], "put": [0, 6, 7, 8, 13], "pwd": [2, 8, 9], "py": [1, 3, 4, 6, 9, 10], "py3": 9, "pynvml": 3, "python": [3, 7, 9, 10, 11], "python3": 10, "pytorch": [0, 3, 6, 9], "quit": 7, "r": [9, 10], "rais": 4, "ran": [4, 13], "rang": [4, 6, 7], "rank": [3, 4], "rate": [0, 1, 4, 6, 7, 9], "raw": 4, "rdzv": 3, "readabl": 2, "readm": 7, "real": [4, 6], "receiv": 4, "recent": 9, "recip": 5, "recommend": 7, "record": 4, "reduc": 9, "reduct": 6, "refer": [1, 4, 5], "reform": 9, "refstr": 6, "regnet_y_128gf": 9, "reinstal": 7, "rel": [0, 1, 7, 10], "relat": 7, "releas": 2, "remot": 4, "remov": [2, 7, 9], "repeat": [3, 13], "repo": [7, 13], "report": [2, 5, 7], "repositori": 5, "repres": [9, 10, 13], "reproduc": 1, "requir": [1, 4, 9, 10], "requirements_fil": 10, "resiz": 12, "resnet": 4, "resnet152": [3, 9], "resnet18": 6, "resnet50": [4, 8, 9], "resolv": [1, 4, 8, 10], "resolve_argu": [10, 11], "resolve_placehold": [10, 11], "restrict": 2, "result": [2, 4, 6, 8, 9, 13], "resum": 6, "retriev": 12, "return": [4, 9, 10], "reus": 1, "rf": 9, "rfp": 8, "right": [2, 7, 9], "rm": [2, 8, 9], "rocm": [1, 4, 5, 7, 13], "row": 13, "run": [0, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12], "run_nam": 1, "run_numb": 1, "run_script": [4, 6], "runam": 4, "runnam": 4, "rwkv": 9, "sai": 0, "salloc": 9, "same": [1, 2, 3, 6, 7, 10], "saniti": 6, "save": [0, 1, 3], "scale": 5, "schedul": 4, "score": [9, 13], "scratch": 9, "script": [0, 4, 6, 7, 10], "script_opt": [1, 6], "search": 5, "seccomp": 2, "second": [1, 2, 6, 9], "section": [0, 6, 7, 13], "secur": [2, 9], "see": [2, 3, 6, 7, 10, 13], "select": [1, 2, 4, 7, 8, 12, 13], "self": [7, 10], "sem": 9, "send": 4, "sensit": 2, "separ": [1, 9], "sequenc": 10, "set": [0, 1, 2, 3, 6, 7, 9, 10, 13], "setup": 5, "sgd": 6, "shape": 6, "share": [1, 2, 10], "shell": 7, "shm": 2, "shorthand": 6, "should": [2, 6, 7, 8, 10, 13], "show": [2, 7], "shuffl": 6, "significantli": 2, "similar": 2, "simpl": [6, 7], "simpli": [2, 6], "simplifi": 7, "sinc": [2, 6, 7], "singl": [2, 3, 9, 10], "site": 9, "size": [0, 2, 3, 4, 5, 6, 7], "slash": 6, "sleep": 7, "slomo": 9, "so": [1, 4, 6, 7, 9, 10], "softwar": 1, "some": [0, 1, 4, 7, 9], "some_data_fold": 6, "some_specific_run": 13, "somepackag": 6, "someth": [1, 3, 4, 6], "somewher": 7, "sourc": [4, 9], "spawn": [3, 4], "speak": 6, "special": [0, 6, 7], "specif": [1, 2, 4, 6, 8, 9], "specifi": [1, 2, 4, 8, 10, 12], "spent": 6, "spot": 9, "src": 3, "ssh": [2, 4], "ssh_key_fil": [2, 8], "sshkei": [2, 4, 8], "stabil": 1, "stabl": 7, "standard": [1, 2, 4, 6, 9, 13], "stargan": [9, 13], "start": [4, 6, 7, 9, 10], "statement": 4, "std": 9, "stderr": [0, 1, 10], "stdout": [0, 1, 4, 10, 13], "step": [1, 4, 6, 9], "still": 9, "stop": [0, 4, 7, 9], "stopiter": 9, "stopprogram": 4, "storag": 9, "store": 2, "stream": 4, "strictli": 6, "string": 6, "structur": [1, 7], "subdirectori": 7, "subprocess": 10, "subset": 9, "successfulli": 9, "suffici": [6, 7], "suit": [4, 13], "suitabilti": 4, "suitabl": 7, "summari": 9, "super": 9, "support": 8, "suppos": 6, "sure": [2, 8], "symptom": 9, "sync": 4, "synchron": [6, 7], "syntax": 6, "synthet": [4, 7], "system": [2, 8, 9, 12], "t": [2, 6], "t5": 9, "tag": [4, 6], "take": [4, 6, 7, 9, 10], "target": [4, 6, 8, 9], "task": [0, 1, 9], "tear": 4, "technic": 0, "templat": [0, 7], "tensor": 6, "termin": 6, "test": [0, 2, 4, 13], "tf32": [4, 9], "than": [2, 4, 9], "thei": [2, 6], "them": [0, 2, 3, 4, 6, 7], "thi": [0, 2, 4, 6, 7, 9, 10, 12, 13], "third": [4, 7], "those": [6, 7], "three": [10, 13], "time": [3, 4, 6, 7, 9, 13], "timeout": [3, 9], "timer": 4, "timm": 4, "tmp": 9, "toctre": [0, 6], "todo": 1, "too": 2, "tool": 4, "top": 4, "torch": [3, 4, 6, 7, 9], "torchaudio": 9, "torchcompat": 7, "torchrun": 3, "torchvis": [3, 4, 6, 9], "torchvision_ddp": 3, "total_ob": 4, "traceback": 9, "train": [0, 1, 4, 6, 7, 9], "train_epoch": 6, "train_load": 6, "train_rat": 0, "transform": 6, "tricki": 6, "trickier": 6, "trigger": [6, 9], "trivial": 7, "troubleshoot": 9, "troublesom": 9, "true": [0, 2, 4, 6, 7, 8, 9, 10], "try": [7, 9], "turn": [3, 6], "tvmodel": 6, "tweak": 1, "twice": 2, "two": [0, 2, 6, 7, 9, 13], "txt": [1, 4, 7, 9, 10], "type": 6, "typic": 6, "u": [6, 9, 13], "unconfin": 2, "under": [2, 7], "underli": 12, "understood": 10, "uninstal": 9, "uniqu": 2, "unless": [1, 2, 10], "unnecessari": 7, "unpin": 7, "up": 0, "updat": [2, 8], "upgrad": 13, "url": 7, "us": [2, 3, 4, 5, 7, 8, 9, 10, 12], "usag": [4, 5, 7], "use_cuda": 6, "user": [2, 4, 8, 9], "usernam": [2, 4, 8], "usual": [3, 7, 9], "util": [6, 9], "v": [2, 8, 9], "v1": 8, "valid": [4, 12], "valu": [1, 2, 4, 6, 9, 10], "variabl": [1, 4, 6, 7, 9, 10, 12, 13], "variant": [1, 7, 9], "varieti": 8, "variou": [6, 7], "vendor": 4, "venv": [0, 1, 3, 4, 7, 9, 10], "verbatim": 10, "veri": 6, "verifi": [6, 7], "version": [1, 7, 9, 10], "vi": [2, 8], "video": 2, "virtual": [1, 4, 7, 9, 10, 13], "virtualenv": 9, "visibl": 9, "vision": 4, "voir": [0, 1, 4, 6, 7, 9, 10, 11, 13], "voir_opt": [1, 6], "voirarg": 10, "voirfil": [4, 6], "w": 9, "wa": [4, 9], "wai": 0, "wait": [3, 4], "want": [2, 4, 6, 7, 13], "we": [2, 4, 9], "weight": [1, 7, 8, 9, 13], "well": [6, 13], "were": [9, 13], "what": [0, 1, 6, 7, 9], "when": [0, 2, 4, 6, 7, 9], "where": [4, 6, 9], "whether": 6, "which": [1, 4, 6, 7, 9, 10, 12, 13], "whisper": 9, "whole": 13, "wide": 8, "wider": 7, "without": [2, 4, 6, 7], "word": 10, "work": [6, 7, 10], "workdir": 4, "worker": [3, 4], "working_dir": 10, "wors": 2, "would": [2, 4, 6, 7], "wrap": [4, 9], "wrapper": [4, 6, 7, 10], "write": [6, 7], "x": 6, "xdg_cache_hom": 7, "xpu": 4, "yaml": [0, 1, 2, 4, 5, 8, 9, 12, 13], "yield": 6, "you": [0, 1, 2, 4, 6, 7, 8, 9, 10, 13], "your": [8, 9], "zero_grad": 6, "zip": 9}, "titles": ["Benchmark configuration", "Using milabench (DEVELOPERS)", "Docker", "Milabench processes overview", "Milabench Overview", "Welcome to milabench\u2019s documentation!", "Instrumenting code", "Creating a new benchmark", "Request For proposal", "Running Milabench", "milabench.pack", "Reference", "Scaling", "Install and use"], "titleterms": {"": 5, "40go": 9, "4xa100": 9, "80go": 9, "8xa100": 9, "For": 8, "One": 9, "adapt": 7, "addit": 6, "argument": 9, "auto": 12, "base": [7, 9], "batch": [9, 12], "befor": 13, "benchfil": 7, "benchmark": [0, 2, 4, 7, 13], "build": 2, "code": 6, "compar": 1, "configur": [0, 4], "contain": 9, "content": 5, "creat": 7, "cuda": 2, "data": 6, "develop": [1, 7], "devic": 9, "do": 4, "docker": 2, "document": 5, "env": 9, "essenti": 6, "exampl": [6, 9], "execut": 4, "exist": 7, "extractor": 12, "flow": 4, "give": 6, "how": 4, "i": 4, "imag": 2, "import": 1, "increas": 9, "indic": 5, "instal": [1, 13], "instruct": 8, "instrument": [4, 6], "integr": 7, "issu": 9, "limit": 9, "main": 7, "memori": 12, "methodologi": 4, "metric": 6, "milabench": [1, 3, 4, 5, 6, 9, 10, 13], "multi": 2, "multinod": 4, "new": 7, "njob": 3, "node": 2, "option": 1, "overrid": 12, "overview": [3, 4, 7], "pack": 10, "packag": 9, "per_gpu": 3, "pin": 1, "plan": 3, "prepar": [1, 7, 8], "probe": 6, "process": 3, "propos": 8, "py": 7, "read": 6, "recip": 9, "refer": 11, "report": [1, 9, 13], "repositori": 7, "request": 8, "requir": [2, 7], "resiz": 9, "return": 7, "rocm": 2, "run": [1, 9, 13], "runtim": 9, "scale": 12, "select": 9, "setup": 9, "size": 12, "sxm4": 9, "system": 4, "tabl": 5, "updat": 9, "us": [1, 6, 13], "usag": [2, 12], "valu": 7, "vendor": 8, "voirfil": 7, "vram": 9, "welcom": 5, "wrap": 7, "yaml": 7}}) \ No newline at end of file diff --git a/sizer.html b/sizer.html index 9f1516f0..1644d533 100644 --- a/sizer.html +++ b/sizer.html @@ -14,7 +14,7 @@ - + diff --git a/usage.html b/usage.html index 7fbe64d5..8e6cb742 100644 --- a/usage.html +++ b/usage.html @@ -14,7 +14,7 @@ - +