/nearline
Storage Management#
-
-Challenges relating to active data#
+
+Active data-related challenges#
Research data management involves the following steps:
Key PointsStorage Management
-- Challenges relating to active data
+- Active data-related challenges
- Life Cycle of Active Data
- Example of the Life Cycle of Active Data
- Exercise - Running a Small Pipeline
diff --git a/_sources/4-storage.ipynb b/_sources/4-storage.ipynb
index 5cf1107..baf460a 100644
--- a/_sources/4-storage.ipynb
+++ b/_sources/4-storage.ipynb
@@ -198,7 +198,7 @@
"metadata": {},
"source": [
"## Storage Management\n",
- "### Challenges relating to active data\n",
+ "### Active data-related challenges\n",
"Research data management involves the following steps:\n",
"\n",
"1. [Making a data management plan](https://dmp-pgd.ca/)\n",
diff --git a/searchindex.js b/searchindex.js
index e595589..059221d 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"$HOME - Your Personal Space": [[4, "home-your-personal-space"]], "$SCRATCH - Temporary Network Space": [[4, "scratch-temporary-network-space"]], "$SLURM_TMPDIR - Temporary Local Space": [[4, "slurm-tmpdir-temporary-local-space"]], "(Demo) Checking Resources Used by a Running GPU Job": [[2, "demo-checking-resources-used-by-a-running-gpu-job"]], "/nearline - Long Term Storage": [[4, "nearline-long-term-storage"]], "/project - Shared Project Space": [[4, "project-shared-project-space"]], "About this workshop": [[0, "about-this-workshop"]], "Additional Exercises": [[5, null]], "Analyse des ressources utilis\u00e9es": [[5, "analyse-des-ressources-utilisees"]], "Analyse d\u2019acc\u00e9l\u00e9ration": [[8, null]], "Analysing Compute Jobs on Clusters": [[2, "analysing-compute-jobs-on-clusters"]], "Analysing Compute Jobs on Your Computer": [[2, "analysing-compute-jobs-on-your-computer"]], "Blastn example": [[7, "blastn-example"]], "Caract\u00e9ristiques de vos donn\u00e9es": [[12, "caracteristiques-de-vos-donnees"]], "Challenges relating to active data": [[4, "challenges-relating-to-active-data"]], "Comparer la vitesse CPU vs GPU": [[8, "comparer-la-vitesse-cpu-vs-gpu"]], "Comparing the Speed of CPU Cores and a GPU": [[2, "comparing-the-speed-of-cpu-cores-and-a-gpu"]], "Comparison of Compute Clusters": [[2, "comparison-of-compute-clusters"]], "Complexit\u00e9 de l\u2019algorithme": [[5, "complexite-de-l-algorithme"]], "Compression des fichiers": [[12, "compression-des-fichiers"]], "Data Parallelism": [[1, "data-parallelism"]], "Data Size and Number of Files to Process": [[2, "data-size-and-number-of-files-to-process"]], "Different Kinds of Compute Tasks": [[1, "different-kinds-of-compute-tasks"]], "Different Types of Storage": [[4, "different-types-of-storage"]], "Efficacit\u00e9 cible du calcul parall\u00e8le": [[8, "efficacite-cible-du-calcul-parallele"]], "Estimating Required Compute Resources": [[2, "estimating-required-compute-resources"]], "Estimation des besoins en m\u00e9moire-vive": [[9, null]], "Example of the Life Cycle of Active Data": [[4, "example-of-the-life-cycle-of-active-data"]], "Exemple de partage de dossier:": [[12, "exemple-de-partage-de-dossier"]], "Exercice - Calcul d\u2019acc\u00e9l\u00e9ration et d\u2019efficacit\u00e9": [[8, "exercice-calcul-d-acceleration-et-d-efficacite"]], "Exercice - Liste de cas Blastn avec GLOST": [[10, "exercice-liste-de-cas-blastn-avec-glost"]], "Exercice - Taille maximale d\u2019une t\u00e2che parall\u00e8le": [[8, "exercice-taille-maximale-d-une-tache-parallele"]], "Exercise - Aligning DNA Sequences": [[3, "exercise-aligning-dna-sequences"]], "Exercise - Checking Resources Used by a Running Job": [[2, "exercise-checking-resources-used-by-a-running-job"]], "Exercise - Job Arrays": [[3, "exercise-job-arrays"]], "Exercise - Job Efficiency": [[2, "exercise-job-efficiency"]], "Exercise - Running a Small Pipeline": [[4, "exercise-running-a-small-pipeline"]], "Exercise - Testing crunch.py with One GPU": [[2, "exercise-testing-crunch-py-with-one-gpu"]], "Extrapolating Required Compute Resources": [[2, "extrapolating-required-compute-resources"]], "Extrapoler les ressources n\u00e9cessaires": [[8, "extrapoler-les-ressources-necessaires"]], "Fichiers \u00e9pars (sparse files)": [[12, "fichiers-epars-sparse-files"]], "GNU Parallel": [[3, "gnu-parallel"]], "GNU Parallel Command Syntax": [[3, "gnu-parallel-command-syntax"]], "Generating random sequences": [[7, "generating-random-sequences"]], "Generating the data": [[7, null]], "Goal - Writing a Proper Job Script for Slurm": [[2, "goal-writing-a-proper-job-script-for-slurm"]], "In Case of Inaccessible Data": [[4, "in-case-of-inaccessible-data"]], "In Linux": [[2, "in-linux"]], "In Windows": [[2, "in-windows"]], "In macOS": [[2, "in-macos"]], "Installation de Benchmark 5D": [[5, "installation-de-benchmark-5d"]], "Introduction": [[1, null]], "Job Arrays": [[3, "job-arrays"]], "Jobs Analysis via Cluster Portals": [[2, "jobs-analysis-via-cluster-portals"]], "Key Points": [[2, "key-points"], [3, "key-points"], [4, "key-points"]], "Le Greedy Launcher Of Small Tasks, ou GLOST": [[10, null]], "Life Cycle of Active Data": [[4, "life-cycle-of-active-data"]], "Limiting the Number of Simultaneous Processes": [[3, "limiting-the-number-of-simultaneous-processes"]], "Loi d\u2019Amdahl": [[8, "loi-d-amdahl"]], "META-Farm - Le meilleur de GNU Parallel et GLOST": [[10, "meta-farm-le-meilleur-de-gnu-parallel-et-glost"]], "Mastering the Alliance\u2019s Compute Systems": [[0, null]], "Ma\u00eetriser l\u2019ordonnanceur Slurm": [[11, null]], "Multiple Combinations of Parameter Values": [[3, "multiple-combinations-of-parameter-values"]], "Niveaux d\u2019acc\u00e8s": [[12, "niveaux-d-acces"]], "Nombre": [[12, "nombre"]], "Notions avanc\u00e9es du stockage": [[12, null]], "One Sequence of Parameter Values": [[3, "one-sequence-of-parameter-values"]], "Other Tools": [[3, "other-tools"]], "Partition et autres sp\u00e9cifications d\u2019une t\u00e2che": [[11, "partition-et-autres-specifications-d-une-tache"]], "Plan de gestion des donn\u00e9es actives": [[12, "plan-de-gestion-des-donnees-actives"]], "Points \u00e0 retenir": [[10, "points-a-retenir"], [11, "points-a-retenir"]], "Politique d\u2019ordonnancement": [[11, "politique-d-ordonnancement"]], "Pour des nombres entiers": [[9, "pour-des-nombres-entiers"]], "Pour des nombres \u00e0 virgule flottante": [[9, "pour-des-nombres-a-virgule-flottante"]], "Pour des textes": [[9, "pour-des-textes"]], "Probl\u00e8me plus grand": [[5, "probleme-plus-grand"]], "Questions to Think About": [[1, "questions-to-think-about"]], "References": [[0, "references"], [6, null]], "Regroupement dans un fichier archive": [[12, "regroupement-dans-un-fichier-archive"]], "Reminder - High Performance Computing": [[1, "reminder-high-performance-computing"]], "Required modules": [[7, "required-modules"]], "Resources Used by a Completed Job": [[2, "resources-used-by-a-completed-job"]], "Resources Used by a Running Job": [[2, "resources-used-by-a-running-job"]], "Stockage en m\u00e9moire selon les types de base": [[9, "stockage-en-memoire-selon-les-types-de-base"]], "Storage Management": [[4, "storage-management"]], "Storage Spaces": [[4, null]], "Table of Contents": [[0, "table-of-contents"]], "Taille": [[12, "taille"]], "Target Efficiency of a Job": [[2, "target-efficiency-of-a-job"]], "Task Arrays for Data Parallelism": [[3, null]], "Transf\u00e9rabilit\u00e9": [[12, "transferabilite"]], "T\u00e2ches actives": [[11, "taches-actives"]], "T\u00e2ches en attente": [[11, "taches-en-attente"]], "T\u00e2ches termin\u00e9es": [[11, "taches-terminees"]], "Use Cases": [[3, "use-cases"]], "Use Resources Wisely": [[2, null]], "Utiliser GLOST": [[5, "utiliser-glost"]], "Utiliser GNU Parallel": [[5, "utiliser-gnu-parallel"]], "Vie des donn\u00e9es": [[12, "vie-des-donnees"]], "Why Not Slurm?": [[3, "why-not-slurm"]]}, "docnames": ["0-about", "1-introduction", "2-resources", "3-task-arrays", "4-storage", "90-exercises", "99-references", "data/README", "extra/acceleration", "extra/estimer-mem", "extra/glost-meta-farm", "extra/maitriser-slurm", "extra/stockage-avance"], "envversion": {"sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1}, "filenames": ["0-about.ipynb", "1-introduction.ipynb", "2-resources.ipynb", "3-task-arrays.ipynb", "4-storage.ipynb", "90-exercises.ipynb", "99-references.ipynb", "data/README.md", "extra/acceleration.ipynb", "extra/estimer-mem.ipynb", "extra/glost-meta-farm.ipynb", "extra/maitriser-slurm.ipynb", "extra/stockage-avance.ipynb"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [2, 3, 4, 5, 6, 8, 10, 12], "0": [2, 3, 5, 7, 8, 9, 10, 11], "00": 2, "01": 3, "035": 8, "05": 2, "1": [2, 3, 5, 8, 9, 10, 11, 12], "10": [3, 4, 7, 9, 10, 12], "100": [2, 8, 9, 12], "1000": [3, 4, 9], "10000000000": 2, "1024": 2, "10k": 12, "10m": 12, "11": [5, 9], "1145": 2, "1181": 2, "12": [2, 3, 5, 7, 8], "1200": 2, "128": [2, 9], "12g": 2, "136": 2, "1408": 2, "141592653589793": 9, "1415927": 9, "144": [2, 5], "15": [2, 7], "1536": 2, "1548": 2, "16": [2, 3, 5, 7, 8, 9], "160": 2, "16000m": 2, "16g": 2, "17280": 2, "18": 9, "19200m": 2, "1g": 2, "1gpu": 2, "1m": 12, "2": [2, 3, 5, 7, 9, 10], "2000m": 5, "2017": 2, "2018": 2, "2019": 2, "2021": 2, "2023": [2, 5, 9], "2024": 2, "216": 2, "220": 8, "23": 9, "24": [2, 5], "2400m": 2, "24h": 12, "25000": 9, "25249551_15": 3, "28": 2, "3": [2, 3, 5, 7, 9], "30": 5, "300": [11, 12], "3072": 2, "308": 9, "31": 9, "32": [2, 5, 9], "320": 2, "32000m": 2, "32767": 9, "32768": 9, "32g": 2, "3584": 2, "36": 2, "38": 9, "3d": 2, "3k": 12, "4": [2, 3, 5, 8, 9, 10], "40": 2, "4000136": 9, "4000m": 2, "40g": 2, "44": 2, "4400m": 2, "456": 2, "476": 2, "48": [2, 5], "48000m": 2, "4800m": 2, "49": 9, "5": [2, 3, 5, 8], "50": 11, "500k": [4, 12], "52": 9, "53": [2, 9], "54": 2, "56": 2, "576": 2, "58333": 8, "589": 2, "5m": 12, "5x": [2, 8], "6": 5, "60": 4, "61": 8, "63": 9, "636": 2, "64": [2, 3, 9], "640": 2, "65": 9, "65535": 9, "688": 2, "7": [2, 3, 9, 11, 12], "71": 3, "724": 2, "76": 9, "768": 2, "78": 9, "7z": 12, "8": [2, 3, 5, 7, 8, 9, 10], "80": [2, 8], "8000136": 9, "8000m": 2, "802": 2, "876": 8, "9": [7, 8], "90": [2, 8], "903": 2, "96": [2, 5], "96000m": 2, "970874": 8, "983": 2, "99": 3, "A": [1, 2, 3, 4, 8, 9, 11], "And": 2, "As": [2, 4], "At": 3, "By": 2, "For": [2, 3, 4], "If": [2, 3, 4], "In": 3, "It": [1, 3, 4], "No": [3, 4], "Not": 4, "On": [2, 4, 5, 8, 10], "One": 4, "Or": [1, 8, 12], "That": [3, 4], "The": [0, 2, 3, 4], "There": [2, 4], "These": [2, 3], "To": [2, 3, 4, 12], "With": [2, 6], "_": 3, "_glost": 10, "_meta": 10, "a100": 2, "abil": 4, "abl": [1, 2], "abord": [8, 10], "about": [2, 4, 6], "abov": [2, 3], "acc": 8, "acceler": [1, 2], "accept": 4, "access": [1, 2, 4, 6, 12], "accord": 4, "account": [2, 6], "accumul": [4, 12], "acc\u00e9l\u00e9rateur": 8, "acl": 4, "acquisit": 2, "activ": [1, 2, 6], "add": 3, "adequ": 2, "advanc": [0, 1, 4], "advantag": 3, "adxkr": 10, "affair": 12, "affect": 3, "affich": 11, "affichag": 11, "aff\u00fbt": 12, "afin": [5, 8], "agit": 5, "agre": 4, "ainsi": [11, 12], "ajout": 12, "ajust": 11, "algorithm": [2, 6, 8], "align": 10, "all": [2, 3, 4, 6], "aller": [10, 11], "allez": 10, "allianc": [2, 6], "alloc": [4, 6, 11], "allou\u00e9": [11, 12], "allow": [2, 3, 4], "alor": [10, 11], "alreadi": 3, "also": [2, 3], "alt": 2, "al\u00e9atoir": 5, "amd": 2, "amdahl": [2, 6], "amount": 2, "an": [1, 2, 4], "analys": [0, 11], "analysi": [4, 6], "analyz": 2, "ani": 2, "anytim": 3, "apach": 6, "appar": [2, 12], "appel": [10, 11], "appel\u00e9": 5, "appl": 2, "appli": 1, "applic": [2, 8, 9], "apprentissag": 9, "approfondir": 11, "appropri": 3, "approxim": 2, "april": 2, "apr\u00e8": 5, "ar": [0, 1, 2, 3, 4], "arch": 12, "architectur": 10, "archiv": [1, 4, 6], "argument": [3, 5], "around": 2, "arrai": [0, 1, 6], "arrondir": 8, "ask": 6, "assign\u00e9": 11, "associ": 3, "atteint": 10, "attent": 12, "attribut": 4, "au": [8, 10, 11, 12], "aucun": [11, 12], "augment": 11, "auront": 5, "aussi": [8, 11], "authent": [2, 6], "automat": [2, 3, 6], "automatiqu": 12, "autour": 11, "autr": [10, 12], "autrement": 11, "aux": [5, 12], "avail": [2, 3, 4, 6], "avant": [8, 12], "avantageux": 12, "avec": [5, 8, 9, 11, 12], "averag": 2, "avertiss": 12, "avoid": [3, 4], "avoir": 12, "avon": 12, "avx2": 2, "avx512": 2, "ayant": 9, "b": [2, 3, 5, 9], "b1": 5, "b2": 5, "b3": 5, "b5d": 5, "back": [2, 4], "backup": [2, 4, 12], "baiss": 8, "band": 12, "bandwidth": [2, 4], "bash": [2, 3, 4, 5, 8, 10, 11], "basic": [3, 4], "bass": 11, "becaus": 1, "becom": [1, 4], "befor": [2, 4], "behavior": 2, "being": [2, 3], "below": 3, "beluga": 2, "besoin": 11, "best": 3, "better": [2, 3, 4], "between": [3, 4], "biblioth\u00e8qu": 9, "bien": [10, 11], "big": 4, "bin": 2, "bit": 9, "blast": [3, 7], "blastn": [2, 3, 4], "bloc": 5, "blocag": 8, "block": [2, 4], "bon": 10, "bonjour": 10, "bonn": 8, "both": 4, "broadwel": 2, "bui": 4, "burnabi": 2, "byte": 2, "b\u00e9luga": [2, 4, 6], "c": [2, 3, 8, 9, 11, 12], "ca": [2, 5, 8, 11, 12], "cach": 5, "calc": 8, "calcul": [1, 2, 4, 5, 6, 9, 10, 11, 12], "calculquebec": 2, "can": [2, 3, 4], "canada": [2, 6], "canal": 8, "capabl": 6, "capac": 4, "car": [8, 12], "caract\u00e8r": 9, "carefulli": 2, "carpentri": 6, "carr\u00e9": 9, "cascad": 2, "cat": [2, 3, 5, 8, 10, 11, 12], "catastrophiqu": 12, "categori": 1, "caus": [2, 4, 11], "ccdb": [6, 11], "cd": [4, 10, 12], "ce": [5, 8, 11, 12], "cedar": [2, 4, 6], "celui": 8, "centralis": 4, "cepend": 9, "certain": [3, 9, 11, 12], "cet": 5, "cett": [5, 11, 12], "chacun": [5, 9], "chang": 3, "chapitr": [11, 12], "chapter": [2, 3, 4], "chaqu": [9, 10, 11, 12], "charact": 3, "charg": 11, "charger": 5, "check": [3, 4, 6], "chgrp": 12, "chmod": 12, "choic": 2, "chose": 11, "chosen": [1, 2], "chr_": 7, "chr_m": 7, "chunk": [1, 7], "cinq": 8, "citat": 3, "cite": 3, "citi": 2, "classer": 12, "clean": 4, "click": 2, "cloud": 6, "cluster": [0, 1, 4, 6], "cmd": 3, "code": [2, 4, 5, 6], "collect": 6, "colonn": 11, "combien": 12, "combinaison": [5, 10], "comm": 10, "command": [2, 4, 5, 6, 8, 10, 11, 12], "command_list": 3, "command_templ": 3, "commande1a": 10, "commande1b": 10, "commande2a": 10, "commande2b": 10, "comment": 12, "commit": 3, "common": 4, "commun": 8, "compar": 4, "comparison": 0, "competit": 6, "compil": 2, "compilateur": 9, "compil\u00e9": 5, "complet": 6, "complex": 9, "compl\u00e9t\u00e9": [5, 10, 11], "comprendr": 11, "compress": [4, 6], "compress\u00e9": 12, "compr\u00e9hens": 12, "compt": 11, "comput": [3, 4, 6], "computecanada": 11, "comp\u00e9tit": 11, "concept": 0, "concern": [11, 12], "concour": 11, "confidenti": 4, "confidentialit\u00e9": 12, "config": 10, "configur": [4, 12], "connect": [2, 4, 6], "consent": 4, "consequ": 4, "consider": [2, 4], "consid\u00e9r": [5, 8, 9], "consid\u00e9r\u00e9": 11, "consomm": [5, 8], "consomm\u00e9": 5, "constantli": 4, "constitu": 12, "construisez": 5, "consult": 10, "cons\u00e9quent": 11, "contain": 3, "contenir": 10, "control": 4, "convert": [3, 7], "con\u00e7u": 8, "copi": [4, 12], "core": 3, "correct": [2, 5], "correspond": [2, 8], "cost": 2, "could": [2, 4], "count": [2, 4], "cour": [10, 11], "courant": 12, "court": 10, "co\u00fbt": [8, 12], "cp": 10, "cpu": [3, 4, 5, 6, 11, 12], "creat": [3, 4], "creation": 4, "critic": 4, "critiqu": 12, "cr\u00e9ation": 12, "cr\u00e9e": 11, "cr\u00e9er": [10, 12], "csv": [2, 5], "ctrl": [2, 8, 9], "cube": [5, 9], "current": 3, "d": [3, 5, 9, 10], "dai": [2, 3, 4], "daili": 4, "dan": [5, 8, 9, 10, 11], "dar": [4, 6, 12], "dashboard": 2, "dat": 10, "data": [0, 6], "databas": [3, 7], "dataset": [1, 4], "db": 7, "dd": [2, 11], "de": [8, 11], "debug": 6, "def": [2, 4, 11, 12], "default": [2, 3, 4], "defect": 3, "defin": 2, "definit": 2, "delet": [2, 4], "demand": [1, 4], "demandez": 5, "demand\u00e9": [8, 11], "demonstr": 2, "depend": 2, "deposit": 4, "depth": 0, "deriv": 3, "derni\u00e8r": 5, "describ": 2, "descript": [1, 4, 12], "design": 3, "desktop": 2, "detail": [2, 4], "determin": 2, "deux": [9, 12], "develop": 3, "devienn": 12, "devient": [9, 11], "devrait": [8, 12], "devriez": 5, "df": 4, "differ": [0, 2, 3], "difficil": 12, "difficult": 4, "diff\u00e9renc": [10, 12], "diff\u00e9rent": [5, 9, 11, 12], "digit": [2, 6], "dimens": 5, "diminu": 8, "dire": 12, "direct": 11, "directori": [2, 3, 4, 6], "disk": [4, 6, 12], "diskusage_explor": [4, 6], "diskusage_report": [4, 6], "displai": 2, "dispon": [10, 11], "disqu": 12, "distribut": 2, "divid": 7, "divis": [3, 8], "do": 1, "document": [2, 3, 6], "doe": 2, "doit": [8, 10], "doivent": 12, "donc": [5, 8, 9, 10, 12], "done": 3, "donne": [10, 12], "donner": 8, "donn\u00e9": [5, 8, 9, 11], "dont": 12, "dossier": [5, 10], "doubl": 9, "douz": 8, "download": 4, "dragonfli": 2, "dt_fail": 10, "dtype": 9, "du": [2, 4, 5, 11], "durat": 4, "dure": 4, "dur\u00e9": 12, "d\u00e8": 12, "d\u00e9cimal": 9, "d\u00e9codabl": 12, "d\u00e9compress": 12, "d\u00e9coup": 12, "d\u00e9couper": 5, "d\u00e9crite": 12, "d\u00e9finir": 10, "d\u00e9finit": 8, "d\u00e9marrag": 5, "d\u00e9monstrat": 12, "d\u00e9montrer": 8, "d\u00e9part": 12, "d\u00e9pend": [9, 11], "d\u00e9p\u00f4t": 12, "d\u00e9tail": [5, 11], "d\u00e9termin": 11, "e": [2, 8], "each": [1, 2, 3, 4], "easier": [3, 4], "easili": 4, "echo": [3, 10], "editor": 6, "eff": 8, "effectu": [5, 10], "efficac": 12, "efficacit\u00e9": 5, "effici": [3, 4, 8], "elaps": [2, 11], "element": 3, "ell": [10, 11, 12], "elsewher": 4, "email": 4, "en": [5, 8, 10, 12], "enabl": 4, "encapsul": 12, "encodag": 9, "encor": 11, "end": [3, 4], "enlev": 12, "entr": [11, 12], "entri": 4, "environ": [2, 3, 4, 5], "envoi": 10, "epyc": 2, "erreur": 5, "espac": [9, 12], "essayez": 5, "est": [5, 8, 10, 11, 12], "estim": [0, 1, 11], "et": [5, 9, 12], "etc": [4, 5, 8], "euro": 9, "even": 4, "eventu": [2, 4], "everi": 4, "everyon": 2, "exampl": [2, 3], "exceed": 6, "except": 4, "exclur": 12, "exec": 3, "execut": [1, 2, 3, 4], "exempl": [8, 9, 10], "exercic": 5, "exist": [8, 12], "existant": 12, "exit": [2, 4, 10], "expans": 3, "expect": [2, 3], "expens": 4, "explor": [0, 2, 5, 8], "export": 3, "extens": 12, "extern": 6, "extra": [5, 8], "ex\u00e9cut": [5, 8, 10], "fa": [3, 7], "facil": 12, "factor": 2, "faibl": [11, 12], "fair": 12, "fait": [5, 8, 10, 11, 12], "farm": [3, 6], "farm_init": 10, "fast": [2, 4], "fasta": 3, "fat": 2, "faut": [8, 10, 11, 12], "feather": 6, "feder": 6, "few": [1, 2, 4], "fic": 4, "fichier": [5, 8, 9, 10], "fichier1": 10, "fichier2": 10, "fictiv": 3, "figur": 8, "file": [1, 3, 4, 6, 7], "filenam": 3, "filesystem": [4, 6], "final": [1, 4, 8], "find": [2, 3, 4], "finder": 2, "first": [0, 2], "five": 2, "flag": 3, "float32": 9, "foi": [5, 8, 11, 12], "follow": [0, 2, 3, 4], "fonction": [8, 12], "fonctionn": [5, 10], "format": [6, 11, 12], "four": [2, 3, 7], "fourni": 5, "fournir": 12, "frac": 8, "fraction": 8, "frdr": 6, "frequent": 6, "from": [2, 4, 6], "fr\u00e9quenc": 12, "fr\u00e9quent": 12, "fulli": [2, 3], "function": [2, 3], "further": 4, "futur": 4, "g": [10, 12], "garder": 12, "gb": 2, "gcc": [2, 5, 7], "gen": [2, 3, 5], "gener": [2, 4], "geq": 8, "germaniqu": 9, "gestionnair": 10, "get": [2, 4, 6], "getsizeof": 9, "gid": 12, "github": 0, "gitignor": 12, "given": 2, "global": 3, "glost": [3, 6], "glost_launch": 10, "gnu": [0, 6], "go": [2, 12], "goal": [0, 4], "good": [2, 4], "gpf": 12, "gpu": [1, 4, 5, 6, 11], "grad2": 11, "graham": [2, 4, 6], "grand": [11, 12], "granular": 2, "graphic": 2, "grapp": [8, 11, 12], "gre": 2, "great": [2, 4], "grep": 2, "gro": 12, "group": [4, 10, 11], "group_usag": 11, "guess": 2, "gzip": 12, "g\u00e9n\u00e9ralement": [11, 12], "g\u00e9n\u00e9rer": 5, "g\u00e9n\u00e9rez": 10, "g\u00e9rer": 12, "g\u00e9r\u00e9e": 11, "h": [2, 4, 10], "ha": 4, "handl": 6, "have": [1, 2, 3, 4, 6], "hdf5": 6, "head": 3, "header": [2, 3], "here": [2, 3], "hi": 4, "hierarch": 6, "hierarchi": 4, "high": [0, 2, 3], "home": [5, 6], "host": 6, "hostnam": 6, "hour": 4, "how": [1, 2], "htop": [2, 6], "http": [2, 11], "huit": 8, "hundr": [3, 4], "h\u00e9berger": 12, "h\u00e9ritent": 12, "h\u00f4te": 12, "i": [0, 1, 2, 3, 4, 10, 11], "id": [2, 3, 6, 10, 12], "ideal": 4, "identif": 12, "identifi": [2, 5, 11], "id\u00e9": [9, 11], "id\u00e9al": 12, "ignor": 12, "iinfo": 9, "il": [5, 8, 9, 10, 11, 12], "imag": [2, 12], "immedi": 4, "impact": 11, "impli": 8, "impliqu": [10, 12], "import": [2, 4, 8, 9, 11, 12], "important": 12, "impos": 8, "incluant": 11, "includ": [2, 3, 4], "increas": [2, 4], "independ": 1, "individu": 3, "individuel": 10, "ind\u00e9pendant": 5, "ineffici": 4, "infiniband": 2, "info": 2, "inform": [4, 6, 10, 11], "initi": [1, 4], "initial": 9, "input": 2, "insid": 4, "inspect": [2, 3, 11], "instal": [2, 4, 6], "instead": 3, "institut": 4, "int16": 9, "int32": 9, "int64": 9, "integ": 3, "intel": 2, "intellectu": 4, "interact": 2, "interfac": 4, "intermedi": [0, 4], "introduct": 0, "introductori": 2, "inv": [2, 5], "invers": 5, "investig": [3, 4, 6], "involv": 4, "iop": 2, "island": 2, "isol": 8, "issu": 4, "item": 4, "its": [2, 3, 4], "j": 11, "jamai": 11, "jeu": 12, "job": [0, 1, 4, 6, 11], "job_id": [2, 3], "job_script": 10, "jobid": [10, 11], "jobnam": 11, "jour": [11, 12], "json": 4, "june": 2, "jupyt": 6, "jupyterhub": [2, 6], "jupyterlab": 6, "jusqu": 9, "k": 3, "keep": 4, "kei": [0, 6], "keyboard": 2, "kind": 0, "know": 7, "known": 3, "ko": 12, "l": [2, 3, 4, 8, 9, 10, 12], "la": [4, 5, 9, 10, 11, 12], "laboratoir": 12, "laborieus": 12, "lack": 4, "laissez": 12, "lake": 2, "lancement": 5, "lancez": 10, "lanc\u00e9": 8, "langag": 9, "langu": 9, "laquel": 11, "larg": [1, 2, 3, 4, 6, 12], "larger": 4, "last": [2, 4], "latenc": 4, "latin": 9, "law": [2, 6], "ld": [4, 12], "le": [5, 11, 12], "least": 2, "lectur": [8, 12], "left": 8, "leq": 8, "less": [3, 10], "lesson": 6, "letter": 2, "leur": [11, 12], "level": [0, 4], "levelf": 11, "librari": 2, "lieu": 12, "lign": 10, "like": [3, 4, 6], "limit": [2, 4, 10, 11], "limit\u00e9": 12, "line": [2, 4], "link": 6, "linux": 6, "lire": 12, "list": [2, 3, 5, 6, 11], "liste_command": 10, "lister": [11, 12], "listez": 10, "list\u00e9": 10, "load": [2, 5, 7, 9, 10], "local": [2, 6, 12], "locat": 4, "log": [2, 7], "login": 4, "login1": [2, 4], "long": [3, 6], "longer": 3, "longu": 12, "look": 2, "loop": 3, "lor": 12, "lorsqu": [5, 8, 10, 11, 12], "lot": [1, 4], "lourdeur": 12, "low": 4, "lr": 12, "lu": 12, "lustr": [4, 6, 12], "l\u00e0": 8, "m": [2, 3, 11], "machin": [2, 9, 12], "maco": 6, "made": 4, "mai": [2, 5, 9, 10, 11], "main": [0, 2, 3], "mainli": 2, "majoritair": 11, "make": [2, 3, 4, 7], "mal": 12, "man": 3, "manag": [0, 1, 2, 3, 6], "mani": [2, 3, 4], "manipul\u00e9": 12, "manual": 3, "manufactur": 2, "march": 2, "massiv": 8, "mat": [2, 5], "matric": [5, 9], "matriciel": 5, "matrix": 2, "max": [2, 8, 9], "maxim": 8, "maximal": 5, "maximis": 2, "maximum": [2, 3, 4], "maxrss": 11, "mb": 4, "md": 12, "me": 11, "measur": 2, "meilleur": 5, "mem": 2, "member": 4, "membr": 12, "memoir": 9, "memori": [2, 6, 8], "menu": 2, "mesur": [5, 12], "meta": [3, 6], "metadata": 4, "metric": 2, "metriqu": 8, "mettez": 12, "mid": 6, "midnight": 2, "mieux": [11, 12], "migrat": 4, "mill": 9, "milliard": 9, "min": 9, "minim": 8, "minimal": 8, "minut": [3, 4, 11], "mist": [2, 6], "mkdir": [10, 12], "mo": 12, "mode": 10, "model": 2, "modern": 1, "modifi": [3, 4, 12], "modul": [2, 5, 6, 9, 10], "modulo": 3, "mod\u00e8l": 8, "moi": 12, "moin": 8, "mond": 10, "monei": 4, "monitor": [1, 2, 3, 4, 6], "month": 4, "monthli": 4, "montr": 12, "montr\u00e9al": 2, "more": [0, 3, 4], "most": 4, "move": 4, "moyenn": 9, "mpi": [2, 10], "much": [3, 4], "multifactor": [2, 6], "multipl": [1, 2, 4, 5], "multipli": [2, 9], "must": [2, 3, 4], "m\u00e9moir": [5, 8, 11], "m\u00e9tadonn\u00e9": 12, "m\u00eame": [5, 10, 11, 12], "n": [2, 3, 5, 8, 10, 11, 12], "n_max": 8, "n_max_enti": 8, "n_processes_per_nod": 3, "name": [2, 4], "nano": 10, "narval": [2, 4, 6], "nation": [2, 4, 6], "national": 11, "navig": 4, "nb_matric": 9, "ndarrai": 9, "ne": [10, 11, 12], "nearlin": [2, 6], "necessari": [1, 2, 4], "need": [1, 2, 3, 4], "network": 2, "next": 4, "niagara": [2, 4, 6], "niveau": 12, "niveaux": 5, "no_tach": 10, "node": [2, 3, 4, 6], "node_nam": 2, "noeud": [5, 8, 10, 11, 12], "nom": [11, 12], "nom_noeud": 10, "nombr": [5, 8, 10, 11], "nombreux": 12, "non": [8, 12], "normal": [11, 12], "nos": [10, 11, 12], "note": [0, 2, 8, 12], "notebook": [0, 6], "noter": 12, "nou": [10, 12], "nouveau": [5, 10, 11, 12], "now": 2, "np": 9, "ntask": 2, "number": [1, 4], "numer": 4, "numpi": [5, 9], "num\u00e9riqu": 11, "num\u00e9ro": [5, 8], "nvidia": [2, 6], "nvtop": [2, 6], "n\u00e9anmoin": 9, "n\u00e9cessair": 12, "o": [3, 5, 12], "obtenir": [5, 8, 11, 12], "octet": [9, 12], "octets_par_nombr": 9, "octob": 2, "offici": [3, 6], "offrent": 12, "older": 4, "oldest": 4, "omnipath": 2, "omp": 5, "onc": [3, 4], "one": [2, 3, 4, 6], "onli": [3, 4], "ont": 10, "ontario": 2, "open": 2, "openmp": 5, "openmpi": 2, "oper": [1, 2, 4], "optim": [1, 2, 4], "optimal": 5, "optimis": 12, "optimis\u00e9": 12, "option": [2, 3], "op\u00e9rat": 8, "op\u00e9rateur": 10, "order": [2, 3], "ordinateur": 5, "ordonnanc": 10, "ordonnanceur": [5, 8], "ordr": [5, 8], "other": [2, 6], "otherwis": 2, "ou": [8, 9, 11, 12], "oui": 12, "our": 2, "out": 3, "out_a_m": 7, "outil": [10, 12], "output": 4, "over": 4, "overload": 4, "overview": 4, "own": 4, "o\u00f9": [10, 12], "p": [2, 3, 5, 7, 8, 10, 11, 12], "p1": 5, "p100": 2, "p2": 5, "p3": 5, "pa": [5, 11, 12], "page": [0, 2, 3, 8], "pair": 2, "panda": 5, "par": [5, 8, 9, 10, 11, 12], "parallel": [0, 2, 4, 6, 12], "parall\u00e8l": 10, "parall\u00e9lism": 8, "param": 3, "param_c": 3, "param_pair": 3, "param_r": 3, "paramet": 2, "param\u00e8tr": [5, 10], "parquet": 6, "pars": 2, "partag\u00e9": 12, "particip": 4, "partir": 12, "partit": [4, 6], "pass": [4, 11], "passant": 12, "pass\u00e9": 11, "pend": [3, 11], "pendant": [10, 12], "per": [2, 3, 4], "perceiv": 2, "percentag": [2, 6], "perd": 11, "perform": [0, 2, 3, 4, 5, 8], "perhap": 1, "period": 4, "permet": [5, 10, 11], "permett": [11, 12], "permettr": 8, "permiss": 12, "persistant": 12, "personn": 12, "pert": 12, "per\u00e7oit": 8, "petit": 12, "peu": 10, "peut": [8, 9, 10, 12], "peuvent": [5, 9, 10], "pi": [2, 4, 9], "place": 12, "placehold": 3, "plage": 9, "plan": [1, 4], "planif": 12, "pleas": 2, "plu": [9, 10, 11, 12], "plusieur": [8, 10, 12], "plut\u00f4t": 12, "png": 12, "point": 12, "polici": [4, 6], "politiqu": 12, "portail": 2, "poser": 12, "possibilit\u00e9": 11, "possibl": [3, 8, 9, 10, 11, 12], "post": 4, "postdoc3": 11, "postprocess": 4, "potenti": 4, "potentiel": 12, "pour": [5, 8, 10, 11, 12], "pourcentag": [5, 8], "poursuiv": 12, "pouvez": [5, 8, 11, 12], "pouvoir": 5, "power9": [2, 6], "pratiqu": 12, "pred": 5, "predict": 2, "prefer": 3, "prend": [9, 10], "prendr": 10, "prendront": 9, "prennent": [9, 12], "present": 3, "press": [2, 3], "previou": 3, "princip": 4, "principl": 2, "print": 9, "prior": 3, "priorit": 11, "prioriti": 4, "priorit\u00e9": 11, "prism": 5, "prll": 3, "probabl": 1, "problem": [1, 2], "probl\u00e8m": 12, "proc": 8, "process": [1, 4], "processeur": [5, 8, 10, 11], "processor": 1, "processu": 10, "proch": 11, "prochain": 10, "prod_mat": 9, "produc": 2, "product": 2, "prof1": 11, "prof1_cpu": 11, "professor": 4, "profil": [1, 2, 6], "profit": 5, "program": [2, 3], "programm": 8, "progressiv": 11, "project": [2, 3, 6], "projet": 12, "properli": 3, "properti": [2, 4], "propo": [11, 12], "proport": 11, "proprietari": 2, "provid": [2, 3, 4], "provinc": 2, "pr\u00e9caution": 12, "pr\u00e9cise": 11, "pr\u00e9cision": 9, "pr\u00e9f\u00e9rabl": 12, "pr\u00e9sent": 12, "pty": 10, "public": 12, "publier": 12, "publish": [0, 4], "publi\u00e9": 12, "puiss": 8, "puissant": 10, "purg": [4, 6], "purpos": 4, "pwd": 12, "py": 5, "python": [2, 4, 5, 6, 7, 9], "q": [2, 3, 10], "qu": [8, 10, 11, 12], "quand": [10, 12], "quantiti": [1, 2], "quantit\u00e9": [5, 12], "quatr": 9, "que": [5, 8, 9, 10, 12], "quel": 12, "quell": [5, 12], "quelqu": [8, 10, 12], "queri": 7, "question": [0, 5, 6, 12], "queue": 3, "qui": [8, 10, 11, 12], "quit": [2, 3, 4, 9], "quitter": 10, "quota": [4, 6, 12], "qu\u00e9bec": [2, 6], "r": [3, 11, 12], "rac": 4, "raisonn": 12, "ram": 2, "random": 2, "rappel": [5, 8], "rather": 4, "ratio": 11, "raw": 4, "reach": 2, "read": 4, "readm": 12, "real": 2, "recalcul": 12, "recevoir": 8, "recherch": [11, 12], "recover": 4, "recreat": 4, "recurs": 2, "recycl\u00e9": 10, "redirect": 4, "redirig\u00e9": 8, "redo": 2, "reduc": [3, 4], "red\u00e9finir": 8, "regular": 2, "rel": 4, "relanc": 10, "remaind": 3, "remind": [0, 2], "remplisson": 11, "rendr": 9, "repeatedli": 4, "repetit": 2, "report": [2, 4], "repositori": [4, 6], "reprend": 10, "reproduir": 12, "repr\u00e9sent": 12, "repr\u00e9sent\u00e9": 9, "request": [1, 2, 4], "requi": [5, 8], "requir": [0, 1, 3], "res_arrai": 3, "res_glost": 10, "res_prll": [3, 4], "research": [0, 2, 3, 4, 6], "reserv": [2, 4, 6], "resid": 6, "resourc": [0, 1, 3, 6], "respect": 8, "respons": 4, "ressourc": 11, "rest": [10, 11], "restant": [10, 11], "restart": 6, "restez": 12, "resubmit": 2, "result": [2, 3, 4], "resultat": 12, "resum": 3, "retriev": 3, "return": 4, "reus": 4, "revenir": 10, "rewrit": 3, "right": [2, 8], "risk": 3, "risquent": 12, "rome": 2, "rss": 6, "rsync": 6, "run": [1, 3, 6, 10, 11], "rx": 12, "r\u00e9cent": 11, "r\u00e9cursif": 12, "r\u00e9cursiv": 12, "r\u00e9duir": 10, "r\u00e9duisant": 11, "r\u00e9duit": 11, "r\u00e9ellement": 12, "r\u00e9f\u00e9rez": 12, "r\u00e9gulier": 8, "r\u00e9pertoir": 12, "r\u00e9p\u00e9ter": 11, "r\u00e9p\u00e9tition": 12, "r\u00e9servez": 5, "r\u00e9solut": 9, "r\u00e9sultat": [5, 8, 10, 12], "sa": 10, "sacct": [2, 5, 6, 8, 11], "sachant": 5, "salloc": [2, 4], "same": [1, 3], "san": 12, "sauf": 12, "sauvegard": 12, "sauvegard\u00e9": 5, "save": 4, "savoir": 11, "sb": 2, "sbatch": [2, 3, 5, 6, 10, 11], "scalabl": [2, 6], "scale": 3, "schedul": [1, 2, 3, 6], "scientif": 2, "scipi": [5, 9], "scontrol": [6, 11], "scratch": [5, 6, 10, 12], "script": [0, 3, 4, 5, 6, 8, 10, 11], "se": [5, 9, 10, 11, 12], "sec": 2, "second": [5, 10, 12], "section": 8, "sed": 10, "see": [0, 2, 3, 4], "seem": 2, "seff": [2, 3, 5, 6, 8, 11], "select": 2, "selon": [8, 10, 11], "semain": 12, "sentir": 12, "sep": 3, "separ": 3, "seq": [2, 3], "seqkit": 7, "sera": [10, 11], "serial": [1, 2, 3], "seront": 5, "serveur": 12, "servic": 6, "session": [4, 9], "set": [1, 3, 6], "seuil": 8, "seul": [5, 8, 10, 12], "seulement": [10, 11, 12], "sh": [2, 3, 4, 5, 8, 10, 11], "shape": 2, "share": [1, 6], "shebang": [2, 6], "shorcut": 2, "short": [2, 3, 4], "shortcut": 2, "should": [1, 2, 3, 4], "show": [4, 6, 11], "si": [11, 12], "signal": 10, "signific": 2, "significantli": 3, "similar": [2, 3], "simpl": [9, 10, 11], "simpli": 3, "simplifi": [3, 5], "simultan": 1, "sinc": 2, "singl": [2, 3, 4], "single_cas": 10, "size": [4, 6, 12], "skylak": 2, "sleep": [2, 3, 11], "slurm": [5, 6, 8, 10], "slurm_array_task_id": 3, "slurm_tmpdir": 6, "small": [1, 2, 3], "smaller": 3, "smi": [2, 6], "so": 3, "softwar": [2, 4, 6], "soient": 9, "soit": 5, "solut": [2, 12], "some": [0, 1, 2, 3, 4], "son": [8, 11], "sont": [5, 8, 10, 11, 12], "sooner": 3, "sort": [5, 6], "sorti": 5, "sortir": 9, "sou": [10, 12], "souhait\u00e9": 9, "soumettez": 5, "soumettr": 5, "soumiss": 10, "space": [0, 1, 2, 6], "speci": [3, 7], "species_": 7, "species_a": 7, "specif": [2, 4, 6], "specifi": 3, "split": 1, "sponsor00": [4, 12], "spyder": 6, "sp\u00e9cifier": [11, 12], "sq": 2, "squeue": [2, 3, 4, 5, 6, 10, 11], "srun": [2, 5, 10], "ssh": [2, 6, 10], "sshare": [6, 11], "stack": [5, 9], "start": [2, 3], "stat": 4, "statu": [2, 3, 4, 6], "stdenv": [2, 5, 9], "stdin": 8, "step": [0, 2, 4], "still": 2, "storag": [0, 1, 2, 6], "store": 4, "structur": 4, "studio": 6, "sub": 4, "subdirectori": 2, "submiss": [2, 4], "submit": [1, 2, 3, 4, 6, 10], "subsystem": 6, "successif": 5, "suffisam": 5, "suivant": [8, 11], "suivr": 5, "sum": 2, "summari": 4, "support": 2, "suppos": 8, "sup\u00e9rieur": 8, "sur": [8, 10, 11, 12], "surcharg": 12, "surtout": [8, 12], "survol": 12, "sy": 9, "synchronis": [8, 12], "system": [2, 4, 6], "syst\u00e8m": 12, "syst\u00e9matiqu": 9, "s\u00e9pare": 12, "s\u00e9par\u00e9": 10, "s\u00e9quentiel": [8, 10], "t": [3, 11, 12], "t4": 2, "t_": 8, "t_p": 8, "tab": 2, "tabl": [2, 4, 10], "tail": [2, 3], "taill": [5, 9], "tair": 12, "take": 2, "tape": [4, 6, 12], "tar": [6, 12], "tard": 12, "task": [0, 2, 6], "tb": 4, "teach": 2, "team": 4, "technic": 4, "temp": [5, 8, 10, 11, 12], "temporair": 12, "temporari": 2, "temporarili": 4, "temps_inv": 5, "tenant": 11, "tend": 4, "term": 6, "termin": [2, 8, 10, 12], "test": 3, "tester": [5, 10], "text": 3, "tg": 2, "than": [3, 4], "thei": 3, "them": 4, "themselv": 2, "thi": [2, 3, 4], "think": 0, "those": 1, "through": 3, "time": [2, 3, 4, 5, 7], "time_inv": 2, "tirer": 5, "too": 4, "tool": [2, 6], "top": [2, 6, 10], "topologi": 2, "toronto": 2, "total": [2, 8, 11, 12], "tou": [5, 11, 12], "tout": [5, 8, 9, 10, 11, 12], "train": 6, "traiter": [9, 11], "trait\u00e9": [10, 12], "transfer": [2, 4, 6], "transfert": 12, "travail": 10, "travailleur": 10, "tree": 2, "trier": 11, "trillion": 9, "troi": [5, 9], "trop": 5, "tr\u00e8": [10, 11, 12], "tsv": 4, "tutori": [3, 6], "two": [1, 2], "txt": [3, 5, 10], "type": [0, 1, 2, 6, 10, 12], "typic": [2, 4], "typiqu": [9, 12], "t\u00e2che": [5, 10, 12], "u": [2, 3, 4, 5, 10, 11], "ultim": 11, "un": [5, 9, 10], "underscor": 3, "uniqu": [3, 10], "universit\u00e9": 12, "unknow": 7, "unknown": 3, "up": [0, 4], "upcom": 6, "upon": 4, "urgenc": 12, "us": [0, 1, 4, 6], "usag": [1, 2, 4], "user": [2, 3, 4, 5, 10, 11], "userxi": 12, "usual": 3, "utf": 9, "util": [2, 8], "utilis": [8, 9, 10, 11, 12], "utilisateur": 11, "utilisez": 5, "utilis\u00e9": [11, 12], "v": [3, 4], "v100": 2, "valeur": [5, 8, 9], "valid": [2, 3, 5], "valu": 2, "values1": 3, "values2": 3, "variabl": [3, 4, 10, 12], "vaut": [11, 12], "vector": 1, "venait": 11, "veri": [1, 4], "version": 4, "via": [8, 10], "video": 2, "virtuel": 12, "vise": 8, "visit": 12, "visual": [2, 6], "vitess": 5, "vive": [5, 8], "vo": [5, 11], "voici": 8, "voir": [8, 10, 12], "voit": 9, "volum": 12, "votr": [11, 12], "vou": [5, 8, 11, 12], "voulon": 12, "vraiment": 12, "vu": 12, "vue": 12, "v\u00e9rifiez": 5, "w": [3, 12], "wa": [2, 4], "wai": [2, 3], "want": 3, "watch": 11, "waterloo": 2, "wc": [2, 4, 10], "we": [1, 2, 3, 4], "webinar": 6, "week": 4, "well": 4, "were": 3, "what": [1, 2, 3, 4], "when": [1, 2, 3, 4], "where": [2, 3], "which": [1, 2, 3, 4], "while": [2, 3], "who": [1, 4], "why": 4, "wikimedia": 2, "window": 6, "winzip": 12, "wise": 0, "within": 1, "without": 4, "work": [1, 3, 4], "workshop": 6, "worth": 2, "would": [3, 4], "write": [3, 4], "written": 2, "wsl": 6, "x": [2, 3, 8, 12], "y": [3, 10, 12], "ye": 4, "you": [1, 2, 3, 4, 6], "your": [0, 1, 6], "z": [3, 12], "zero": 9, "zip": [4, 12], "z\u00e9ro": 10, "\u00e0": [5, 8, 12], "\u00e9chell": [9, 12], "\u00e9chou\u00e9": 10, "\u00e9conomis": 12, "\u00e9coul\u00e9": [8, 11], "\u00e9crasement": 12, "\u00e9crire": 12, "\u00e9crit": 12, "\u00e9critur": 8, "\u00e9ditez": 5, "\u00e9gale": 12, "\u00e9lev\u00e9": 11, "\u00e9tant": [8, 12], "\u00e9tion": 10, "\u00e9t\u00e9": 5, "\u00e9ventuel": 8, "\u00e9volut": 5, "\u00eatre": [5, 8, 10, 12]}, "titles": ["Mastering the Alliance\u2019s Compute Systems", "Introduction", "Use Resources Wisely", "Task Arrays for Data Parallelism", "Storage Spaces", "Additional Exercises", "References", "Generating the data", "Analyse d\u2019acc\u00e9l\u00e9ration", "Estimation des besoins en m\u00e9moire-vive", "Le Greedy Launcher Of Small Tasks, ou GLOST", "Ma\u00eetriser l\u2019ordonnanceur Slurm", "Notions avanc\u00e9es du stockage"], "titleterms": {"": 0, "5d": 5, "In": [2, 4], "Not": 3, "Of": 10, "One": [2, 3], "about": [0, 1], "acc\u00e8": 12, "acc\u00e9l\u00e9rat": 8, "activ": [4, 11, 12], "addit": 5, "algorithm": 5, "align": 3, "allianc": 0, "amdahl": 8, "analys": [2, 5, 8], "analysi": 2, "archiv": 12, "arrai": 3, "attent": 11, "autr": 11, "avanc\u00e9": 12, "avec": 10, "base": 9, "benchmark": 5, "besoin": 9, "blastn": [7, 10], "ca": 10, "calcul": 8, "caract\u00e9ristiqu": 12, "case": [3, 4], "challeng": 4, "check": 2, "cibl": 8, "cluster": 2, "combin": 3, "command": 3, "compar": [2, 8], "comparison": 2, "complet": 2, "complexit\u00e9": 5, "compress": 12, "comput": [0, 1, 2], "content": 0, "core": 2, "cpu": [2, 8], "crunch": 2, "cycl": 4, "d": [8, 11, 12], "dan": 12, "data": [1, 2, 3, 4, 7], "de": [5, 9, 10, 12], "demo": 2, "differ": [1, 4], "dna": 3, "donn\u00e9": 12, "dossier": 12, "du": [8, 12], "efficacit\u00e9": 8, "effici": 2, "en": [9, 11], "entier": 9, "estim": [2, 9], "et": [8, 10, 11], "exampl": [4, 7], "exempl": 12, "exercic": [8, 10], "exercis": [2, 3, 4, 5], "extrapol": [2, 8], "farm": 10, "fichier": 12, "file": [2, 12], "flottant": 9, "gener": 7, "gestion": 12, "glost": [5, 10], "gnu": [3, 5, 10], "goal": 2, "gpu": [2, 8], "grand": 5, "greedi": 10, "high": 1, "home": 4, "inaccess": 4, "instal": 5, "introduct": 1, "job": [2, 3], "kei": [2, 3, 4], "kind": 1, "l": [5, 11], "la": 8, "launcher": 10, "le": [8, 9, 10], "life": 4, "limit": 3, "linux": 2, "list": 10, "local": 4, "loi": 8, "long": 4, "maco": 2, "manag": 4, "master": 0, "maximal": 8, "ma\u00eetris": 11, "meilleur": 10, "meta": 10, "modul": 7, "multipl": 3, "m\u00e9moir": 9, "nearlin": 4, "network": 4, "niveaux": 12, "nombr": [9, 12], "notion": 12, "number": [2, 3], "n\u00e9cessair": 8, "ordonnanc": 11, "ordonnanceur": 11, "other": 3, "ou": 10, "parallel": [1, 3, 5, 10], "parall\u00e8l": 8, "paramet": 3, "partag": 12, "partit": 11, "perform": 1, "person": 4, "pipelin": 4, "plan": 12, "plu": 5, "point": [2, 3, 4, 10, 11], "politiqu": 11, "portal": 2, "pour": 9, "probl\u00e8m": 5, "process": [2, 3], "project": 4, "proper": 2, "py": 2, "question": 1, "random": 7, "refer": [0, 6], "regroup": 12, "relat": 4, "remind": 1, "requir": [2, 7], "resourc": 2, "ressourc": [5, 8], "retenir": [10, 11], "run": [2, 4], "scratch": 4, "script": 2, "selon": 9, "sequenc": [3, 7], "share": 4, "simultan": 3, "size": 2, "slurm": [2, 3, 11], "slurm_tmpdir": 4, "small": [4, 10], "space": 4, "spars": 12, "speed": 2, "sp\u00e9cific": 11, "stockag": [9, 12], "storag": 4, "syntax": 3, "system": 0, "tabl": 0, "taill": [8, 12], "target": 2, "task": [1, 3, 10], "temporari": 4, "term": 4, "termin\u00e9": 11, "test": 2, "text": 9, "thi": 0, "think": 1, "tool": 3, "transf\u00e9rabilit\u00e9": 12, "type": [4, 9], "t\u00e2che": [8, 11], "un": [8, 11, 12], "us": [2, 3], "utilis": 5, "utilis\u00e9": 5, "v": 8, "valu": 3, "via": 2, "vie": 12, "virgul": 9, "vitess": 8, "vive": 9, "vo": 12, "why": 3, "window": 2, "wise": 2, "workshop": 0, "write": 2, "your": [2, 4], "\u00e0": [9, 10, 11], "\u00e9par": 12}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"$HOME - Your Personal Space": [[4, "home-your-personal-space"]], "$SCRATCH - Temporary Network Space": [[4, "scratch-temporary-network-space"]], "$SLURM_TMPDIR - Temporary Local Space": [[4, "slurm-tmpdir-temporary-local-space"]], "(Demo) Checking Resources Used by a Running GPU Job": [[2, "demo-checking-resources-used-by-a-running-gpu-job"]], "/nearline - Long Term Storage": [[4, "nearline-long-term-storage"]], "/project - Shared Project Space": [[4, "project-shared-project-space"]], "About this workshop": [[0, "about-this-workshop"]], "Active data-related challenges": [[4, "active-data-related-challenges"]], "Additional Exercises": [[5, null]], "Analyse des ressources utilis\u00e9es": [[5, "analyse-des-ressources-utilisees"]], "Analyse d\u2019acc\u00e9l\u00e9ration": [[8, null]], "Analysing Compute Jobs on Clusters": [[2, "analysing-compute-jobs-on-clusters"]], "Analysing Compute Jobs on Your Computer": [[2, "analysing-compute-jobs-on-your-computer"]], "Blastn example": [[7, "blastn-example"]], "Caract\u00e9ristiques de vos donn\u00e9es": [[12, "caracteristiques-de-vos-donnees"]], "Comparer la vitesse CPU vs GPU": [[8, "comparer-la-vitesse-cpu-vs-gpu"]], "Comparing the Speed of CPU Cores and a GPU": [[2, "comparing-the-speed-of-cpu-cores-and-a-gpu"]], "Comparison of Compute Clusters": [[2, "comparison-of-compute-clusters"]], "Complexit\u00e9 de l\u2019algorithme": [[5, "complexite-de-l-algorithme"]], "Compression des fichiers": [[12, "compression-des-fichiers"]], "Data Parallelism": [[1, "data-parallelism"]], "Data Size and Number of Files to Process": [[2, "data-size-and-number-of-files-to-process"]], "Different Kinds of Compute Tasks": [[1, "different-kinds-of-compute-tasks"]], "Different Types of Storage": [[4, "different-types-of-storage"]], "Efficacit\u00e9 cible du calcul parall\u00e8le": [[8, "efficacite-cible-du-calcul-parallele"]], "Estimating Required Compute Resources": [[2, "estimating-required-compute-resources"]], "Estimation des besoins en m\u00e9moire-vive": [[9, null]], "Example of the Life Cycle of Active Data": [[4, "example-of-the-life-cycle-of-active-data"]], "Exemple de partage de dossier:": [[12, "exemple-de-partage-de-dossier"]], "Exercice - Calcul d\u2019acc\u00e9l\u00e9ration et d\u2019efficacit\u00e9": [[8, "exercice-calcul-d-acceleration-et-d-efficacite"]], "Exercice - Liste de cas Blastn avec GLOST": [[10, "exercice-liste-de-cas-blastn-avec-glost"]], "Exercice - Taille maximale d\u2019une t\u00e2che parall\u00e8le": [[8, "exercice-taille-maximale-d-une-tache-parallele"]], "Exercise - Aligning DNA Sequences": [[3, "exercise-aligning-dna-sequences"]], "Exercise - Checking Resources Used by a Running Job": [[2, "exercise-checking-resources-used-by-a-running-job"]], "Exercise - Job Arrays": [[3, "exercise-job-arrays"]], "Exercise - Job Efficiency": [[2, "exercise-job-efficiency"]], "Exercise - Running a Small Pipeline": [[4, "exercise-running-a-small-pipeline"]], "Exercise - Testing crunch.py with One GPU": [[2, "exercise-testing-crunch-py-with-one-gpu"]], "Extrapolating Required Compute Resources": [[2, "extrapolating-required-compute-resources"]], "Extrapoler les ressources n\u00e9cessaires": [[8, "extrapoler-les-ressources-necessaires"]], "Fichiers \u00e9pars (sparse files)": [[12, "fichiers-epars-sparse-files"]], "GNU Parallel": [[3, "gnu-parallel"]], "GNU Parallel Command Syntax": [[3, "gnu-parallel-command-syntax"]], "Generating random sequences": [[7, "generating-random-sequences"]], "Generating the data": [[7, null]], "Goal - Writing a Proper Job Script for Slurm": [[2, "goal-writing-a-proper-job-script-for-slurm"]], "In Case of Inaccessible Data": [[4, "in-case-of-inaccessible-data"]], "In Linux": [[2, "in-linux"]], "In Windows": [[2, "in-windows"]], "In macOS": [[2, "in-macos"]], "Installation de Benchmark 5D": [[5, "installation-de-benchmark-5d"]], "Introduction": [[1, null]], "Job Arrays": [[3, "job-arrays"]], "Jobs Analysis via Cluster Portals": [[2, "jobs-analysis-via-cluster-portals"]], "Key Points": [[2, "key-points"], [3, "key-points"], [4, "key-points"]], "Le Greedy Launcher Of Small Tasks, ou GLOST": [[10, null]], "Life Cycle of Active Data": [[4, "life-cycle-of-active-data"]], "Limiting the Number of Simultaneous Processes": [[3, "limiting-the-number-of-simultaneous-processes"]], "Loi d\u2019Amdahl": [[8, "loi-d-amdahl"]], "META-Farm - Le meilleur de GNU Parallel et GLOST": [[10, "meta-farm-le-meilleur-de-gnu-parallel-et-glost"]], "Mastering the Alliance\u2019s Compute Systems": [[0, null]], "Ma\u00eetriser l\u2019ordonnanceur Slurm": [[11, null]], "Multiple Combinations of Parameter Values": [[3, "multiple-combinations-of-parameter-values"]], "Niveaux d\u2019acc\u00e8s": [[12, "niveaux-d-acces"]], "Nombre": [[12, "nombre"]], "Notions avanc\u00e9es du stockage": [[12, null]], "One Sequence of Parameter Values": [[3, "one-sequence-of-parameter-values"]], "Other Tools": [[3, "other-tools"]], "Partition et autres sp\u00e9cifications d\u2019une t\u00e2che": [[11, "partition-et-autres-specifications-d-une-tache"]], "Plan de gestion des donn\u00e9es actives": [[12, "plan-de-gestion-des-donnees-actives"]], "Points \u00e0 retenir": [[10, "points-a-retenir"], [11, "points-a-retenir"]], "Politique d\u2019ordonnancement": [[11, "politique-d-ordonnancement"]], "Pour des nombres entiers": [[9, "pour-des-nombres-entiers"]], "Pour des nombres \u00e0 virgule flottante": [[9, "pour-des-nombres-a-virgule-flottante"]], "Pour des textes": [[9, "pour-des-textes"]], "Probl\u00e8me plus grand": [[5, "probleme-plus-grand"]], "Questions to Think About": [[1, "questions-to-think-about"]], "References": [[0, "references"], [6, null]], "Regroupement dans un fichier archive": [[12, "regroupement-dans-un-fichier-archive"]], "Reminder - High Performance Computing": [[1, "reminder-high-performance-computing"]], "Required modules": [[7, "required-modules"]], "Resources Used by a Completed Job": [[2, "resources-used-by-a-completed-job"]], "Resources Used by a Running Job": [[2, "resources-used-by-a-running-job"]], "Stockage en m\u00e9moire selon les types de base": [[9, "stockage-en-memoire-selon-les-types-de-base"]], "Storage Management": [[4, "storage-management"]], "Storage Spaces": [[4, null]], "Table of Contents": [[0, "table-of-contents"]], "Taille": [[12, "taille"]], "Target Efficiency of a Job": [[2, "target-efficiency-of-a-job"]], "Task Arrays for Data Parallelism": [[3, null]], "Transf\u00e9rabilit\u00e9": [[12, "transferabilite"]], "T\u00e2ches actives": [[11, "taches-actives"]], "T\u00e2ches en attente": [[11, "taches-en-attente"]], "T\u00e2ches termin\u00e9es": [[11, "taches-terminees"]], "Use Cases": [[3, "use-cases"]], "Use Resources Wisely": [[2, null]], "Utiliser GLOST": [[5, "utiliser-glost"]], "Utiliser GNU Parallel": [[5, "utiliser-gnu-parallel"]], "Vie des donn\u00e9es": [[12, "vie-des-donnees"]], "Why Not Slurm?": [[3, "why-not-slurm"]]}, "docnames": ["0-about", "1-introduction", "2-resources", "3-task-arrays", "4-storage", "90-exercises", "99-references", "data/README", "extra/acceleration", "extra/estimer-mem", "extra/glost-meta-farm", "extra/maitriser-slurm", "extra/stockage-avance"], "envversion": {"sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1}, "filenames": ["0-about.ipynb", "1-introduction.ipynb", "2-resources.ipynb", "3-task-arrays.ipynb", "4-storage.ipynb", "90-exercises.ipynb", "99-references.ipynb", "data/README.md", "extra/acceleration.ipynb", "extra/estimer-mem.ipynb", "extra/glost-meta-farm.ipynb", "extra/maitriser-slurm.ipynb", "extra/stockage-avance.ipynb"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [2, 3, 4, 5, 6, 8, 10, 12], "0": [2, 3, 5, 7, 8, 9, 10, 11], "00": 2, "01": 3, "035": 8, "05": 2, "1": [2, 3, 5, 8, 9, 10, 11, 12], "10": [3, 4, 7, 9, 10, 12], "100": [2, 8, 9, 12], "1000": [3, 4, 9], "10000000000": 2, "1024": 2, "10k": 12, "10m": 12, "11": [5, 9], "1145": 2, "1181": 2, "12": [2, 3, 5, 7, 8], "1200": 2, "128": [2, 9], "12g": 2, "136": 2, "1408": 2, "141592653589793": 9, "1415927": 9, "144": [2, 5], "15": [2, 7], "1536": 2, "1548": 2, "16": [2, 3, 5, 7, 8, 9], "160": 2, "16000m": 2, "16g": 2, "17280": 2, "18": 9, "19200m": 2, "1g": 2, "1gpu": 2, "1m": 12, "2": [2, 3, 5, 7, 9, 10], "2000m": 5, "2017": 2, "2018": 2, "2019": 2, "2021": 2, "2023": [2, 5, 9], "2024": 2, "216": 2, "220": 8, "23": 9, "24": [2, 5], "2400m": 2, "24h": 12, "25000": 9, "25249551_15": 3, "28": 2, "3": [2, 3, 5, 7, 9], "30": 5, "300": [11, 12], "3072": 2, "308": 9, "31": 9, "32": [2, 5, 9], "320": 2, "32000m": 2, "32767": 9, "32768": 9, "32g": 2, "3584": 2, "36": 2, "38": 9, "3d": 2, "3k": 12, "4": [2, 3, 5, 8, 9, 10], "40": 2, "4000136": 9, "4000m": 2, "40g": 2, "44": 2, "4400m": 2, "456": 2, "476": 2, "48": [2, 5], "48000m": 2, "4800m": 2, "49": 9, "5": [2, 3, 5, 8], "50": 11, "500k": [4, 12], "52": 9, "53": [2, 9], "54": 2, "56": 2, "576": 2, "58333": 8, "589": 2, "5m": 12, "5x": [2, 8], "6": 5, "60": 4, "61": 8, "63": 9, "636": 2, "64": [2, 3, 9], "640": 2, "65": 9, "65535": 9, "688": 2, "7": [2, 3, 9, 11, 12], "71": 3, "724": 2, "76": 9, "768": 2, "78": 9, "7z": 12, "8": [2, 3, 5, 7, 8, 9, 10], "80": [2, 8], "8000136": 9, "8000m": 2, "802": 2, "876": 8, "9": [7, 8], "90": [2, 8], "903": 2, "96": [2, 5], "96000m": 2, "970874": 8, "983": 2, "99": 3, "A": [1, 2, 3, 4, 8, 9, 11], "And": 2, "As": [2, 4], "At": 3, "By": 2, "For": [2, 3, 4], "If": [2, 3, 4], "In": 3, "It": [1, 3, 4], "No": [3, 4], "Not": 4, "On": [2, 4, 5, 8, 10], "One": 4, "Or": [1, 8, 12], "That": [3, 4], "The": [0, 2, 3, 4], "There": [2, 4], "These": [2, 3], "To": [2, 3, 4, 12], "With": [2, 6], "_": 3, "_glost": 10, "_meta": 10, "a100": 2, "abil": 4, "abl": [1, 2], "abord": [8, 10], "about": [2, 4, 6], "abov": [2, 3], "acc": 8, "acceler": [1, 2], "accept": 4, "access": [1, 2, 4, 6, 12], "accord": 4, "account": [2, 6], "accumul": [4, 12], "acc\u00e9l\u00e9rateur": 8, "acl": 4, "acquisit": 2, "activ": [1, 2, 6], "add": 3, "adequ": 2, "advanc": [0, 1, 4], "advantag": 3, "adxkr": 10, "affair": 12, "affect": 3, "affich": 11, "affichag": 11, "aff\u00fbt": 12, "afin": [5, 8], "agit": 5, "agre": 4, "ainsi": [11, 12], "ajout": 12, "ajust": 11, "algorithm": [2, 6, 8], "align": 10, "all": [2, 3, 4, 6], "aller": [10, 11], "allez": 10, "allianc": [2, 6], "alloc": [4, 6, 11], "allou\u00e9": [11, 12], "allow": [2, 3, 4], "alor": [10, 11], "alreadi": 3, "also": [2, 3], "alt": 2, "al\u00e9atoir": 5, "amd": 2, "amdahl": [2, 6], "amount": 2, "an": [1, 2, 4], "analys": [0, 11], "analysi": [4, 6], "analyz": 2, "ani": 2, "anytim": 3, "apach": 6, "appar": [2, 12], "appel": [10, 11], "appel\u00e9": 5, "appl": 2, "appli": 1, "applic": [2, 8, 9], "apprentissag": 9, "approfondir": 11, "appropri": 3, "approxim": 2, "april": 2, "apr\u00e8": 5, "ar": [0, 1, 2, 3, 4], "arch": 12, "architectur": 10, "archiv": [1, 4, 6], "argument": [3, 5], "around": 2, "arrai": [0, 1, 6], "arrondir": 8, "ask": 6, "assign\u00e9": 11, "associ": 3, "atteint": 10, "attent": 12, "attribut": 4, "au": [8, 10, 11, 12], "aucun": [11, 12], "augment": 11, "auront": 5, "aussi": [8, 11], "authent": [2, 6], "automat": [2, 3, 6], "automatiqu": 12, "autour": 11, "autr": [10, 12], "autrement": 11, "aux": [5, 12], "avail": [2, 3, 4, 6], "avant": [8, 12], "avantageux": 12, "avec": [5, 8, 9, 11, 12], "averag": 2, "avertiss": 12, "avoid": [3, 4], "avoir": 12, "avon": 12, "avx2": 2, "avx512": 2, "ayant": 9, "b": [2, 3, 5, 9], "b1": 5, "b2": 5, "b3": 5, "b5d": 5, "back": [2, 4], "backup": [2, 4, 12], "baiss": 8, "band": 12, "bandwidth": [2, 4], "bash": [2, 3, 4, 5, 8, 10, 11], "basic": [3, 4], "bass": 11, "becaus": 1, "becom": [1, 4], "befor": [2, 4], "behavior": 2, "being": [2, 3], "below": 3, "beluga": 2, "besoin": 11, "best": 3, "better": [2, 3, 4], "between": [3, 4], "biblioth\u00e8qu": 9, "bien": [10, 11], "big": 4, "bin": 2, "bit": 9, "blast": [3, 7], "blastn": [2, 3, 4], "bloc": 5, "blocag": 8, "block": [2, 4], "bon": 10, "bonjour": 10, "bonn": 8, "both": 4, "broadwel": 2, "bui": 4, "burnabi": 2, "byte": 2, "b\u00e9luga": [2, 4, 6], "c": [2, 3, 8, 9, 11, 12], "ca": [2, 5, 8, 11, 12], "cach": 5, "calc": 8, "calcul": [1, 2, 4, 5, 6, 9, 10, 11, 12], "calculquebec": 2, "can": [2, 3, 4], "canada": [2, 6], "canal": 8, "capabl": 6, "capac": 4, "car": [8, 12], "caract\u00e8r": 9, "carefulli": 2, "carpentri": 6, "carr\u00e9": 9, "cascad": 2, "cat": [2, 3, 5, 8, 10, 11, 12], "catastrophiqu": 12, "categori": 1, "caus": [2, 4, 11], "ccdb": [6, 11], "cd": [4, 10, 12], "ce": [5, 8, 11, 12], "cedar": [2, 4, 6], "celui": 8, "centralis": 4, "cepend": 9, "certain": [3, 9, 11, 12], "cet": 5, "cett": [5, 11, 12], "chacun": [5, 9], "chang": 3, "chapitr": [11, 12], "chapter": [2, 3, 4], "chaqu": [9, 10, 11, 12], "charact": 3, "charg": 11, "charger": 5, "check": [3, 4, 6], "chgrp": 12, "chmod": 12, "choic": 2, "chose": 11, "chosen": [1, 2], "chr_": 7, "chr_m": 7, "chunk": [1, 7], "cinq": 8, "citat": 3, "cite": 3, "citi": 2, "classer": 12, "clean": 4, "click": 2, "cloud": 6, "cluster": [0, 1, 4, 6], "cmd": 3, "code": [2, 4, 5, 6], "collect": 6, "colonn": 11, "combien": 12, "combinaison": [5, 10], "comm": 10, "command": [2, 4, 5, 6, 8, 10, 11, 12], "command_list": 3, "command_templ": 3, "commande1a": 10, "commande1b": 10, "commande2a": 10, "commande2b": 10, "comment": 12, "commit": 3, "common": 4, "commun": 8, "compar": 4, "comparison": 0, "competit": 6, "compil": 2, "compilateur": 9, "compil\u00e9": 5, "complet": 6, "complex": 9, "compl\u00e9t\u00e9": [5, 10, 11], "comprendr": 11, "compress": [4, 6], "compress\u00e9": 12, "compr\u00e9hens": 12, "compt": 11, "comput": [3, 4, 6], "computecanada": 11, "comp\u00e9tit": 11, "concept": 0, "concern": [11, 12], "concour": 11, "confidenti": 4, "confidentialit\u00e9": 12, "config": 10, "configur": [4, 12], "connect": [2, 4, 6], "consent": 4, "consequ": 4, "consider": [2, 4], "consid\u00e9r": [5, 8, 9], "consid\u00e9r\u00e9": 11, "consomm": [5, 8], "consomm\u00e9": 5, "constantli": 4, "constitu": 12, "construisez": 5, "consult": 10, "cons\u00e9quent": 11, "contain": 3, "contenir": 10, "control": 4, "convert": [3, 7], "con\u00e7u": 8, "copi": [4, 12], "core": 3, "correct": [2, 5], "correspond": [2, 8], "cost": 2, "could": [2, 4], "count": [2, 4], "cour": [10, 11], "courant": 12, "court": 10, "co\u00fbt": [8, 12], "cp": 10, "cpu": [3, 4, 5, 6, 11, 12], "creat": [3, 4], "creation": 4, "critic": 4, "critiqu": 12, "cr\u00e9ation": 12, "cr\u00e9e": 11, "cr\u00e9er": [10, 12], "csv": [2, 5], "ctrl": [2, 8, 9], "cube": [5, 9], "current": 3, "d": [3, 5, 9, 10], "dai": [2, 3, 4], "daili": 4, "dan": [5, 8, 9, 10, 11], "dar": [4, 6, 12], "dashboard": 2, "dat": 10, "data": [0, 6], "databas": [3, 7], "dataset": [1, 4], "db": 7, "dd": [2, 11], "de": [8, 11], "debug": 6, "def": [2, 4, 11, 12], "default": [2, 3, 4], "defect": 3, "defin": 2, "definit": 2, "delet": [2, 4], "demand": [1, 4], "demandez": 5, "demand\u00e9": [8, 11], "demonstr": 2, "depend": 2, "deposit": 4, "depth": 0, "deriv": 3, "derni\u00e8r": 5, "describ": 2, "descript": [1, 4, 12], "design": 3, "desktop": 2, "detail": [2, 4], "determin": 2, "deux": [9, 12], "develop": 3, "devienn": 12, "devient": [9, 11], "devrait": [8, 12], "devriez": 5, "df": 4, "differ": [0, 2, 3], "difficil": 12, "difficult": 4, "diff\u00e9renc": [10, 12], "diff\u00e9rent": [5, 9, 11, 12], "digit": [2, 6], "dimens": 5, "diminu": 8, "dire": 12, "direct": 11, "directori": [2, 3, 4, 6], "disk": [4, 6, 12], "diskusage_explor": [4, 6], "diskusage_report": [4, 6], "displai": 2, "dispon": [10, 11], "disqu": 12, "distribut": 2, "divid": 7, "divis": [3, 8], "do": 1, "document": [2, 3, 6], "doe": 2, "doit": [8, 10], "doivent": 12, "donc": [5, 8, 9, 10, 12], "done": 3, "donne": [10, 12], "donner": 8, "donn\u00e9": [5, 8, 9, 11], "dont": 12, "dossier": [5, 10], "doubl": 9, "douz": 8, "download": 4, "dragonfli": 2, "dt_fail": 10, "dtype": 9, "du": [2, 4, 5, 11], "durat": 4, "dure": 4, "dur\u00e9": 12, "d\u00e8": 12, "d\u00e9cimal": 9, "d\u00e9codabl": 12, "d\u00e9compress": 12, "d\u00e9coup": 12, "d\u00e9couper": 5, "d\u00e9crite": 12, "d\u00e9finir": 10, "d\u00e9finit": 8, "d\u00e9marrag": 5, "d\u00e9monstrat": 12, "d\u00e9montrer": 8, "d\u00e9part": 12, "d\u00e9pend": [9, 11], "d\u00e9p\u00f4t": 12, "d\u00e9tail": [5, 11], "d\u00e9termin": 11, "e": [2, 8], "each": [1, 2, 3, 4], "easier": [3, 4], "easili": 4, "echo": [3, 10], "editor": 6, "eff": 8, "effectu": [5, 10], "efficac": 12, "efficacit\u00e9": 5, "effici": [3, 4, 8], "elaps": [2, 11], "element": 3, "ell": [10, 11, 12], "elsewher": 4, "email": 4, "en": [5, 8, 10, 12], "enabl": 4, "encapsul": 12, "encodag": 9, "encor": 11, "end": [3, 4], "enlev": 12, "entr": [11, 12], "entri": 4, "environ": [2, 3, 4, 5], "envoi": 10, "epyc": 2, "erreur": 5, "espac": [9, 12], "essayez": 5, "est": [5, 8, 10, 11, 12], "estim": [0, 1, 11], "et": [5, 9, 12], "etc": [4, 5, 8], "euro": 9, "even": 4, "eventu": [2, 4], "everi": 4, "everyon": 2, "exampl": [2, 3], "exceed": 6, "except": 4, "exclur": 12, "exec": 3, "execut": [1, 2, 3, 4], "exempl": [8, 9, 10], "exercic": 5, "exist": [8, 12], "existant": 12, "exit": [2, 4, 10], "expans": 3, "expect": [2, 3], "expens": 4, "explor": [0, 2, 5, 8], "export": 3, "extens": 12, "extern": 6, "extra": [5, 8], "ex\u00e9cut": [5, 8, 10], "fa": [3, 7], "facil": 12, "factor": 2, "faibl": [11, 12], "fair": 12, "fait": [5, 8, 10, 11, 12], "farm": [3, 6], "farm_init": 10, "fast": [2, 4], "fasta": 3, "fat": 2, "faut": [8, 10, 11, 12], "feather": 6, "feder": 6, "few": [1, 2, 4], "fic": 4, "fichier": [5, 8, 9, 10], "fichier1": 10, "fichier2": 10, "fictiv": 3, "figur": 8, "file": [1, 3, 4, 6, 7], "filenam": 3, "filesystem": [4, 6], "final": [1, 4, 8], "find": [2, 3, 4], "finder": 2, "first": [0, 2], "five": 2, "flag": 3, "float32": 9, "foi": [5, 8, 11, 12], "follow": [0, 2, 3, 4], "fonction": [8, 12], "fonctionn": [5, 10], "format": [6, 11, 12], "four": [2, 3, 7], "fourni": 5, "fournir": 12, "frac": 8, "fraction": 8, "frdr": 6, "frequent": 6, "from": [2, 4, 6], "fr\u00e9quenc": 12, "fr\u00e9quent": 12, "fulli": [2, 3], "function": [2, 3], "further": 4, "futur": 4, "g": [10, 12], "garder": 12, "gb": 2, "gcc": [2, 5, 7], "gen": [2, 3, 5], "gener": [2, 4], "geq": 8, "germaniqu": 9, "gestionnair": 10, "get": [2, 4, 6], "getsizeof": 9, "gid": 12, "github": 0, "gitignor": 12, "given": 2, "global": 3, "glost": [3, 6], "glost_launch": 10, "gnu": [0, 6], "go": [2, 12], "goal": [0, 4], "good": [2, 4], "gpf": 12, "gpu": [1, 4, 5, 6, 11], "grad2": 11, "graham": [2, 4, 6], "grand": [11, 12], "granular": 2, "graphic": 2, "grapp": [8, 11, 12], "gre": 2, "great": [2, 4], "grep": 2, "gro": 12, "group": [4, 10, 11], "group_usag": 11, "guess": 2, "gzip": 12, "g\u00e9n\u00e9ralement": [11, 12], "g\u00e9n\u00e9rer": 5, "g\u00e9n\u00e9rez": 10, "g\u00e9rer": 12, "g\u00e9r\u00e9e": 11, "h": [2, 4, 10], "ha": 4, "handl": 6, "have": [1, 2, 3, 4, 6], "hdf5": 6, "head": 3, "header": [2, 3], "here": [2, 3], "hi": 4, "hierarch": 6, "hierarchi": 4, "high": [0, 2, 3], "home": [5, 6], "host": 6, "hostnam": 6, "hour": 4, "how": [1, 2], "htop": [2, 6], "http": [2, 11], "huit": 8, "hundr": [3, 4], "h\u00e9berger": 12, "h\u00e9ritent": 12, "h\u00f4te": 12, "i": [0, 1, 2, 3, 4, 10, 11], "id": [2, 3, 6, 10, 12], "ideal": 4, "identif": 12, "identifi": [2, 5, 11], "id\u00e9": [9, 11], "id\u00e9al": 12, "ignor": 12, "iinfo": 9, "il": [5, 8, 9, 10, 11, 12], "imag": [2, 12], "immedi": 4, "impact": 11, "impli": 8, "impliqu": [10, 12], "import": [2, 4, 8, 9, 11, 12], "important": 12, "impos": 8, "incluant": 11, "includ": [2, 3, 4], "increas": [2, 4], "independ": 1, "individu": 3, "individuel": 10, "ind\u00e9pendant": 5, "ineffici": 4, "infiniband": 2, "info": 2, "inform": [4, 6, 10, 11], "initi": [1, 4], "initial": 9, "input": 2, "insid": 4, "inspect": [2, 3, 11], "instal": [2, 4, 6], "instead": 3, "institut": 4, "int16": 9, "int32": 9, "int64": 9, "integ": 3, "intel": 2, "intellectu": 4, "interact": 2, "interfac": 4, "intermedi": [0, 4], "introduct": 0, "introductori": 2, "inv": [2, 5], "invers": 5, "investig": [3, 4, 6], "involv": 4, "iop": 2, "island": 2, "isol": 8, "issu": 4, "item": 4, "its": [2, 3, 4], "j": 11, "jamai": 11, "jeu": 12, "job": [0, 1, 4, 6, 11], "job_id": [2, 3], "job_script": 10, "jobid": [10, 11], "jobnam": 11, "jour": [11, 12], "json": 4, "june": 2, "jupyt": 6, "jupyterhub": [2, 6], "jupyterlab": 6, "jusqu": 9, "k": 3, "keep": 4, "kei": [0, 6], "keyboard": 2, "kind": 0, "know": 7, "known": 3, "ko": 12, "l": [2, 3, 4, 8, 9, 10, 12], "la": [4, 5, 9, 10, 11, 12], "laboratoir": 12, "laborieus": 12, "lack": 4, "laissez": 12, "lake": 2, "lancement": 5, "lancez": 10, "lanc\u00e9": 8, "langag": 9, "langu": 9, "laquel": 11, "larg": [1, 2, 3, 4, 6, 12], "larger": 4, "last": [2, 4], "latenc": 4, "latin": 9, "law": [2, 6], "ld": [4, 12], "le": [5, 11, 12], "least": 2, "lectur": [8, 12], "left": 8, "leq": 8, "less": [3, 10], "lesson": 6, "letter": 2, "leur": [11, 12], "level": [0, 4], "levelf": 11, "librari": 2, "lieu": 12, "lign": 10, "like": [3, 4, 6], "limit": [2, 4, 10, 11], "limit\u00e9": 12, "line": [2, 4], "link": 6, "linux": 6, "lire": 12, "list": [2, 3, 5, 6, 11], "liste_command": 10, "lister": [11, 12], "listez": 10, "list\u00e9": 10, "load": [2, 5, 7, 9, 10], "local": [2, 6, 12], "locat": 4, "log": [2, 7], "login": 4, "login1": [2, 4], "long": [3, 6], "longer": 3, "longu": 12, "look": 2, "loop": 3, "lor": 12, "lorsqu": [5, 8, 10, 11, 12], "lot": [1, 4], "lourdeur": 12, "low": 4, "lr": 12, "lu": 12, "lustr": [4, 6, 12], "l\u00e0": 8, "m": [2, 3, 11], "machin": [2, 9, 12], "maco": 6, "made": 4, "mai": [2, 5, 9, 10, 11], "main": [0, 2, 3], "mainli": 2, "majoritair": 11, "make": [2, 3, 4, 7], "mal": 12, "man": 3, "manag": [0, 1, 2, 3, 6], "mani": [2, 3, 4], "manipul\u00e9": 12, "manual": 3, "manufactur": 2, "march": 2, "massiv": 8, "mat": [2, 5], "matric": [5, 9], "matriciel": 5, "matrix": 2, "max": [2, 8, 9], "maxim": 8, "maximal": 5, "maximis": 2, "maximum": [2, 3, 4], "maxrss": 11, "mb": 4, "md": 12, "me": 11, "measur": 2, "meilleur": 5, "mem": 2, "member": 4, "membr": 12, "memoir": 9, "memori": [2, 6, 8], "menu": 2, "mesur": [5, 12], "meta": [3, 6], "metadata": 4, "metric": 2, "metriqu": 8, "mettez": 12, "mid": 6, "midnight": 2, "mieux": [11, 12], "migrat": 4, "mill": 9, "milliard": 9, "min": 9, "minim": 8, "minimal": 8, "minut": [3, 4, 11], "mist": [2, 6], "mkdir": [10, 12], "mo": 12, "mode": 10, "model": 2, "modern": 1, "modifi": [3, 4, 12], "modul": [2, 5, 6, 9, 10], "modulo": 3, "mod\u00e8l": 8, "moi": 12, "moin": 8, "mond": 10, "monei": 4, "monitor": [1, 2, 3, 4, 6], "month": 4, "monthli": 4, "montr": 12, "montr\u00e9al": 2, "more": [0, 3, 4], "most": 4, "move": 4, "moyenn": 9, "mpi": [2, 10], "much": [3, 4], "multifactor": [2, 6], "multipl": [1, 2, 4, 5], "multipli": [2, 9], "must": [2, 3, 4], "m\u00e9moir": [5, 8, 11], "m\u00e9tadonn\u00e9": 12, "m\u00eame": [5, 10, 11, 12], "n": [2, 3, 5, 8, 10, 11, 12], "n_max": 8, "n_max_enti": 8, "n_processes_per_nod": 3, "name": [2, 4], "nano": 10, "narval": [2, 4, 6], "nation": [2, 4, 6], "national": 11, "navig": 4, "nb_matric": 9, "ndarrai": 9, "ne": [10, 11, 12], "nearlin": [2, 6], "necessari": [1, 2, 4], "need": [1, 2, 3, 4], "network": 2, "next": 4, "niagara": [2, 4, 6], "niveau": 12, "niveaux": 5, "no_tach": 10, "node": [2, 3, 4, 6], "node_nam": 2, "noeud": [5, 8, 10, 11, 12], "nom": [11, 12], "nom_noeud": 10, "nombr": [5, 8, 10, 11], "nombreux": 12, "non": [8, 12], "normal": [11, 12], "nos": [10, 11, 12], "note": [0, 2, 8, 12], "notebook": [0, 6], "noter": 12, "nou": [10, 12], "nouveau": [5, 10, 11, 12], "now": 2, "np": 9, "ntask": 2, "number": [1, 4], "numer": 4, "numpi": [5, 9], "num\u00e9riqu": 11, "num\u00e9ro": [5, 8], "nvidia": [2, 6], "nvtop": [2, 6], "n\u00e9anmoin": 9, "n\u00e9cessair": 12, "o": [3, 5, 12], "obtenir": [5, 8, 11, 12], "octet": [9, 12], "octets_par_nombr": 9, "octob": 2, "offici": [3, 6], "offrent": 12, "older": 4, "oldest": 4, "omnipath": 2, "omp": 5, "onc": [3, 4], "one": [2, 3, 4, 6], "onli": [3, 4], "ont": 10, "ontario": 2, "open": 2, "openmp": 5, "openmpi": 2, "oper": [1, 2, 4], "optim": [1, 2, 4], "optimal": 5, "optimis": 12, "optimis\u00e9": 12, "option": [2, 3], "op\u00e9rat": 8, "op\u00e9rateur": 10, "order": [2, 3], "ordinateur": 5, "ordonnanc": 10, "ordonnanceur": [5, 8], "ordr": [5, 8], "other": [2, 6], "otherwis": 2, "ou": [8, 9, 11, 12], "oui": 12, "our": 2, "out": 3, "out_a_m": 7, "outil": [10, 12], "output": 4, "over": 4, "overload": 4, "overview": 4, "own": 4, "o\u00f9": [10, 12], "p": [2, 3, 5, 7, 8, 10, 11, 12], "p1": 5, "p100": 2, "p2": 5, "p3": 5, "pa": [5, 11, 12], "page": [0, 2, 3, 8], "pair": 2, "panda": 5, "par": [5, 8, 9, 10, 11, 12], "parallel": [0, 2, 4, 6, 12], "parall\u00e8l": 10, "parall\u00e9lism": 8, "param": 3, "param_c": 3, "param_pair": 3, "param_r": 3, "paramet": 2, "param\u00e8tr": [5, 10], "parquet": 6, "pars": 2, "partag\u00e9": 12, "particip": 4, "partir": 12, "partit": [4, 6], "pass": [4, 11], "passant": 12, "pass\u00e9": 11, "pend": [3, 11], "pendant": [10, 12], "per": [2, 3, 4], "perceiv": 2, "percentag": [2, 6], "perd": 11, "perform": [0, 2, 3, 4, 5, 8], "perhap": 1, "period": 4, "permet": [5, 10, 11], "permett": [11, 12], "permettr": 8, "permiss": 12, "persistant": 12, "personn": 12, "pert": 12, "per\u00e7oit": 8, "petit": 12, "peu": 10, "peut": [8, 9, 10, 12], "peuvent": [5, 9, 10], "pi": [2, 4, 9], "place": 12, "placehold": 3, "plage": 9, "plan": [1, 4], "planif": 12, "pleas": 2, "plu": [9, 10, 11, 12], "plusieur": [8, 10, 12], "plut\u00f4t": 12, "png": 12, "point": 12, "polici": [4, 6], "politiqu": 12, "portail": 2, "poser": 12, "possibilit\u00e9": 11, "possibl": [3, 8, 9, 10, 11, 12], "post": 4, "postdoc3": 11, "postprocess": 4, "potenti": 4, "potentiel": 12, "pour": [5, 8, 10, 11, 12], "pourcentag": [5, 8], "poursuiv": 12, "pouvez": [5, 8, 11, 12], "pouvoir": 5, "power9": [2, 6], "pratiqu": 12, "pred": 5, "predict": 2, "prefer": 3, "prend": [9, 10], "prendr": 10, "prendront": 9, "prennent": [9, 12], "present": 3, "press": [2, 3], "previou": 3, "princip": 4, "principl": 2, "print": 9, "prior": 3, "priorit": 11, "prioriti": 4, "priorit\u00e9": 11, "prism": 5, "prll": 3, "probabl": 1, "problem": [1, 2], "probl\u00e8m": 12, "proc": 8, "process": [1, 4], "processeur": [5, 8, 10, 11], "processor": 1, "processu": 10, "proch": 11, "prochain": 10, "prod_mat": 9, "produc": 2, "product": 2, "prof1": 11, "prof1_cpu": 11, "professor": 4, "profil": [1, 2, 6], "profit": 5, "program": [2, 3], "programm": 8, "progressiv": 11, "project": [2, 3, 6], "projet": 12, "properli": 3, "properti": [2, 4], "propo": [11, 12], "proport": 11, "proprietari": 2, "provid": [2, 3, 4], "provinc": 2, "pr\u00e9caution": 12, "pr\u00e9cise": 11, "pr\u00e9cision": 9, "pr\u00e9f\u00e9rabl": 12, "pr\u00e9sent": 12, "pty": 10, "public": 12, "publier": 12, "publish": [0, 4], "publi\u00e9": 12, "puiss": 8, "puissant": 10, "purg": [4, 6], "purpos": 4, "pwd": 12, "py": 5, "python": [2, 4, 5, 6, 7, 9], "q": [2, 3, 10], "qu": [8, 10, 11, 12], "quand": [10, 12], "quantiti": [1, 2], "quantit\u00e9": [5, 12], "quatr": 9, "que": [5, 8, 9, 10, 12], "quel": 12, "quell": [5, 12], "quelqu": [8, 10, 12], "queri": 7, "question": [0, 5, 6, 12], "queue": 3, "qui": [8, 10, 11, 12], "quit": [2, 3, 4, 9], "quitter": 10, "quota": [4, 6, 12], "qu\u00e9bec": [2, 6], "r": [3, 11, 12], "rac": 4, "raisonn": 12, "ram": 2, "random": 2, "rappel": [5, 8], "rather": 4, "ratio": 11, "raw": 4, "reach": 2, "read": 4, "readm": 12, "real": 2, "recalcul": 12, "recevoir": 8, "recherch": [11, 12], "recover": 4, "recreat": 4, "recurs": 2, "recycl\u00e9": 10, "redirect": 4, "redirig\u00e9": 8, "redo": 2, "reduc": [3, 4], "red\u00e9finir": 8, "regular": 2, "rel": 4, "relanc": 10, "remaind": 3, "remind": [0, 2], "remplisson": 11, "rendr": 9, "repeatedli": 4, "repetit": 2, "report": [2, 4], "repositori": [4, 6], "reprend": 10, "reproduir": 12, "repr\u00e9sent": 12, "repr\u00e9sent\u00e9": 9, "request": [1, 2, 4], "requi": [5, 8], "requir": [0, 1, 3], "res_arrai": 3, "res_glost": 10, "res_prll": [3, 4], "research": [0, 2, 3, 4, 6], "reserv": [2, 4, 6], "resid": 6, "resourc": [0, 1, 3, 6], "respect": 8, "respons": 4, "ressourc": 11, "rest": [10, 11], "restant": [10, 11], "restart": 6, "restez": 12, "resubmit": 2, "result": [2, 3, 4], "resultat": 12, "resum": 3, "retriev": 3, "return": 4, "reus": 4, "revenir": 10, "rewrit": 3, "right": [2, 8], "risk": 3, "risquent": 12, "rome": 2, "rss": 6, "rsync": 6, "run": [1, 3, 6, 10, 11], "rx": 12, "r\u00e9cent": 11, "r\u00e9cursif": 12, "r\u00e9cursiv": 12, "r\u00e9duir": 10, "r\u00e9duisant": 11, "r\u00e9duit": 11, "r\u00e9ellement": 12, "r\u00e9f\u00e9rez": 12, "r\u00e9gulier": 8, "r\u00e9pertoir": 12, "r\u00e9p\u00e9ter": 11, "r\u00e9p\u00e9tition": 12, "r\u00e9servez": 5, "r\u00e9solut": 9, "r\u00e9sultat": [5, 8, 10, 12], "sa": 10, "sacct": [2, 5, 6, 8, 11], "sachant": 5, "salloc": [2, 4], "same": [1, 3], "san": 12, "sauf": 12, "sauvegard": 12, "sauvegard\u00e9": 5, "save": 4, "savoir": 11, "sb": 2, "sbatch": [2, 3, 5, 6, 10, 11], "scalabl": [2, 6], "scale": 3, "schedul": [1, 2, 3, 6], "scientif": 2, "scipi": [5, 9], "scontrol": [6, 11], "scratch": [5, 6, 10, 12], "script": [0, 3, 4, 5, 6, 8, 10, 11], "se": [5, 9, 10, 11, 12], "sec": 2, "second": [5, 10, 12], "section": 8, "sed": 10, "see": [0, 2, 3, 4], "seem": 2, "seff": [2, 3, 5, 6, 8, 11], "select": 2, "selon": [8, 10, 11], "semain": 12, "sentir": 12, "sep": 3, "separ": 3, "seq": [2, 3], "seqkit": 7, "sera": [10, 11], "serial": [1, 2, 3], "seront": 5, "serveur": 12, "servic": 6, "session": [4, 9], "set": [1, 3, 6], "seuil": 8, "seul": [5, 8, 10, 12], "seulement": [10, 11, 12], "sh": [2, 3, 4, 5, 8, 10, 11], "shape": 2, "share": [1, 6], "shebang": [2, 6], "shorcut": 2, "short": [2, 3, 4], "shortcut": 2, "should": [1, 2, 3, 4], "show": [4, 6, 11], "si": [11, 12], "signal": 10, "signific": 2, "significantli": 3, "similar": [2, 3], "simpl": [9, 10, 11], "simpli": 3, "simplifi": [3, 5], "simultan": 1, "sinc": 2, "singl": [2, 3, 4], "single_cas": 10, "size": [4, 6, 12], "skylak": 2, "sleep": [2, 3, 11], "slurm": [5, 6, 8, 10], "slurm_array_task_id": 3, "slurm_tmpdir": 6, "small": [1, 2, 3], "smaller": 3, "smi": [2, 6], "so": 3, "softwar": [2, 4, 6], "soient": 9, "soit": 5, "solut": [2, 12], "some": [0, 1, 2, 3, 4], "son": [8, 11], "sont": [5, 8, 10, 11, 12], "sooner": 3, "sort": [5, 6], "sorti": 5, "sortir": 9, "sou": [10, 12], "souhait\u00e9": 9, "soumettez": 5, "soumettr": 5, "soumiss": 10, "space": [0, 1, 2, 6], "speci": [3, 7], "species_": 7, "species_a": 7, "specif": [2, 4, 6], "specifi": 3, "split": 1, "sponsor00": [4, 12], "spyder": 6, "sp\u00e9cifier": [11, 12], "sq": 2, "squeue": [2, 3, 4, 5, 6, 10, 11], "srun": [2, 5, 10], "ssh": [2, 6, 10], "sshare": [6, 11], "stack": [5, 9], "start": [2, 3], "stat": 4, "statu": [2, 3, 4, 6], "stdenv": [2, 5, 9], "stdin": 8, "step": [0, 2, 4], "still": 2, "storag": [0, 1, 2, 6], "store": 4, "structur": 4, "studio": 6, "sub": 4, "subdirectori": 2, "submiss": [2, 4], "submit": [1, 2, 3, 4, 6, 10], "subsystem": 6, "successif": 5, "suffisam": 5, "suivant": [8, 11], "suivr": 5, "sum": 2, "summari": 4, "support": 2, "suppos": 8, "sup\u00e9rieur": 8, "sur": [8, 10, 11, 12], "surcharg": 12, "surtout": [8, 12], "survol": 12, "sy": 9, "synchronis": [8, 12], "system": [2, 4, 6], "syst\u00e8m": 12, "syst\u00e9matiqu": 9, "s\u00e9pare": 12, "s\u00e9par\u00e9": 10, "s\u00e9quentiel": [8, 10], "t": [3, 11, 12], "t4": 2, "t_": 8, "t_p": 8, "tab": 2, "tabl": [2, 4, 10], "tail": [2, 3], "taill": [5, 9], "tair": 12, "take": 2, "tape": [4, 6, 12], "tar": [6, 12], "tard": 12, "task": [0, 2, 6], "tb": 4, "teach": 2, "team": 4, "technic": 4, "temp": [5, 8, 10, 11, 12], "temporair": 12, "temporari": 2, "temporarili": 4, "temps_inv": 5, "tenant": 11, "tend": 4, "term": 6, "termin": [2, 8, 10, 12], "test": 3, "tester": [5, 10], "text": 3, "tg": 2, "than": [3, 4], "thei": 3, "them": 4, "themselv": 2, "thi": [2, 3, 4], "think": 0, "those": 1, "through": 3, "time": [2, 3, 4, 5, 7], "time_inv": 2, "tirer": 5, "too": 4, "tool": [2, 6], "top": [2, 6, 10], "topologi": 2, "toronto": 2, "total": [2, 8, 11, 12], "tou": [5, 11, 12], "tout": [5, 8, 9, 10, 11, 12], "train": 6, "traiter": [9, 11], "trait\u00e9": [10, 12], "transfer": [2, 4, 6], "transfert": 12, "travail": 10, "travailleur": 10, "tree": 2, "trier": 11, "trillion": 9, "troi": [5, 9], "trop": 5, "tr\u00e8": [10, 11, 12], "tsv": 4, "tutori": [3, 6], "two": [1, 2], "txt": [3, 5, 10], "type": [0, 1, 2, 6, 10, 12], "typic": [2, 4], "typiqu": [9, 12], "t\u00e2che": [5, 10, 12], "u": [2, 3, 4, 5, 10, 11], "ultim": 11, "un": [5, 9, 10], "underscor": 3, "uniqu": [3, 10], "universit\u00e9": 12, "unknow": 7, "unknown": 3, "up": [0, 4], "upcom": 6, "upon": 4, "urgenc": 12, "us": [0, 1, 4, 6], "usag": [1, 2, 4], "user": [2, 3, 4, 5, 10, 11], "userxi": 12, "usual": 3, "utf": 9, "util": [2, 8], "utilis": [8, 9, 10, 11, 12], "utilisateur": 11, "utilisez": 5, "utilis\u00e9": [11, 12], "v": [3, 4], "v100": 2, "valeur": [5, 8, 9], "valid": [2, 3, 5], "valu": 2, "values1": 3, "values2": 3, "variabl": [3, 4, 10, 12], "vaut": [11, 12], "vector": 1, "venait": 11, "veri": [1, 4], "version": 4, "via": [8, 10], "video": 2, "virtuel": 12, "vise": 8, "visit": 12, "visual": [2, 6], "vitess": 5, "vive": [5, 8], "vo": [5, 11], "voici": 8, "voir": [8, 10, 12], "voit": 9, "volum": 12, "votr": [11, 12], "vou": [5, 8, 11, 12], "voulon": 12, "vraiment": 12, "vu": 12, "vue": 12, "v\u00e9rifiez": 5, "w": [3, 12], "wa": [2, 4], "wai": [2, 3], "want": 3, "watch": 11, "waterloo": 2, "wc": [2, 4, 10], "we": [1, 2, 3, 4], "webinar": 6, "week": 4, "well": 4, "were": 3, "what": [1, 2, 3, 4], "when": [1, 2, 3, 4], "where": [2, 3], "which": [1, 2, 3, 4], "while": [2, 3], "who": [1, 4], "why": 4, "wikimedia": 2, "window": 6, "winzip": 12, "wise": 0, "within": 1, "without": 4, "work": [1, 3, 4], "workshop": 6, "worth": 2, "would": [3, 4], "write": [3, 4], "written": 2, "wsl": 6, "x": [2, 3, 8, 12], "y": [3, 10, 12], "ye": 4, "you": [1, 2, 3, 4, 6], "your": [0, 1, 6], "z": [3, 12], "zero": 9, "zip": [4, 12], "z\u00e9ro": 10, "\u00e0": [5, 8, 12], "\u00e9chell": [9, 12], "\u00e9chou\u00e9": 10, "\u00e9conomis": 12, "\u00e9coul\u00e9": [8, 11], "\u00e9crasement": 12, "\u00e9crire": 12, "\u00e9crit": 12, "\u00e9critur": 8, "\u00e9ditez": 5, "\u00e9gale": 12, "\u00e9lev\u00e9": 11, "\u00e9tant": [8, 12], "\u00e9tion": 10, "\u00e9t\u00e9": 5, "\u00e9ventuel": 8, "\u00e9volut": 5, "\u00eatre": [5, 8, 10, 12]}, "titles": ["Mastering the Alliance\u2019s Compute Systems", "Introduction", "Use Resources Wisely", "Task Arrays for Data Parallelism", "Storage Spaces", "Additional Exercises", "References", "Generating the data", "Analyse d\u2019acc\u00e9l\u00e9ration", "Estimation des besoins en m\u00e9moire-vive", "Le Greedy Launcher Of Small Tasks, ou GLOST", "Ma\u00eetriser l\u2019ordonnanceur Slurm", "Notions avanc\u00e9es du stockage"], "titleterms": {"": 0, "5d": 5, "In": [2, 4], "Not": 3, "Of": 10, "One": [2, 3], "about": [0, 1], "acc\u00e8": 12, "acc\u00e9l\u00e9rat": 8, "activ": [4, 11, 12], "addit": 5, "algorithm": 5, "align": 3, "allianc": 0, "amdahl": 8, "analys": [2, 5, 8], "analysi": 2, "archiv": 12, "arrai": 3, "attent": 11, "autr": 11, "avanc\u00e9": 12, "avec": 10, "base": 9, "benchmark": 5, "besoin": 9, "blastn": [7, 10], "ca": 10, "calcul": 8, "caract\u00e9ristiqu": 12, "case": [3, 4], "challeng": 4, "check": 2, "cibl": 8, "cluster": 2, "combin": 3, "command": 3, "compar": [2, 8], "comparison": 2, "complet": 2, "complexit\u00e9": 5, "compress": 12, "comput": [0, 1, 2], "content": 0, "core": 2, "cpu": [2, 8], "crunch": 2, "cycl": 4, "d": [8, 11, 12], "dan": 12, "data": [1, 2, 3, 4, 7], "de": [5, 9, 10, 12], "demo": 2, "differ": [1, 4], "dna": 3, "donn\u00e9": 12, "dossier": 12, "du": [8, 12], "efficacit\u00e9": 8, "effici": 2, "en": [9, 11], "entier": 9, "estim": [2, 9], "et": [8, 10, 11], "exampl": [4, 7], "exempl": 12, "exercic": [8, 10], "exercis": [2, 3, 4, 5], "extrapol": [2, 8], "farm": 10, "fichier": 12, "file": [2, 12], "flottant": 9, "gener": 7, "gestion": 12, "glost": [5, 10], "gnu": [3, 5, 10], "goal": 2, "gpu": [2, 8], "grand": 5, "greedi": 10, "high": 1, "home": 4, "inaccess": 4, "instal": 5, "introduct": 1, "job": [2, 3], "kei": [2, 3, 4], "kind": 1, "l": [5, 11], "la": 8, "launcher": 10, "le": [8, 9, 10], "life": 4, "limit": 3, "linux": 2, "list": 10, "local": 4, "loi": 8, "long": 4, "maco": 2, "manag": 4, "master": 0, "maximal": 8, "ma\u00eetris": 11, "meilleur": 10, "meta": 10, "modul": 7, "multipl": 3, "m\u00e9moir": 9, "nearlin": 4, "network": 4, "niveaux": 12, "nombr": [9, 12], "notion": 12, "number": [2, 3], "n\u00e9cessair": 8, "ordonnanc": 11, "ordonnanceur": 11, "other": 3, "ou": 10, "parallel": [1, 3, 5, 10], "parall\u00e8l": 8, "paramet": 3, "partag": 12, "partit": 11, "perform": 1, "person": 4, "pipelin": 4, "plan": 12, "plu": 5, "point": [2, 3, 4, 10, 11], "politiqu": 11, "portal": 2, "pour": 9, "probl\u00e8m": 5, "process": [2, 3], "project": 4, "proper": 2, "py": 2, "question": 1, "random": 7, "refer": [0, 6], "regroup": 12, "relat": 4, "remind": 1, "requir": [2, 7], "resourc": 2, "ressourc": [5, 8], "retenir": [10, 11], "run": [2, 4], "scratch": 4, "script": 2, "selon": 9, "sequenc": [3, 7], "share": 4, "simultan": 3, "size": 2, "slurm": [2, 3, 11], "slurm_tmpdir": 4, "small": [4, 10], "space": 4, "spars": 12, "speed": 2, "sp\u00e9cific": 11, "stockag": [9, 12], "storag": 4, "syntax": 3, "system": 0, "tabl": 0, "taill": [8, 12], "target": 2, "task": [1, 3, 10], "temporari": 4, "term": 4, "termin\u00e9": 11, "test": 2, "text": 9, "thi": 0, "think": 1, "tool": 3, "transf\u00e9rabilit\u00e9": 12, "type": [4, 9], "t\u00e2che": [8, 11], "un": [8, 11, 12], "us": [2, 3], "utilis": 5, "utilis\u00e9": 5, "v": 8, "valu": 3, "via": 2, "vie": 12, "virgul": 9, "vitess": 8, "vive": 9, "vo": 12, "why": 3, "window": 2, "wise": 2, "workshop": 0, "write": 2, "your": [2, 4], "\u00e0": [9, 10, 11], "\u00e9par": 12}})
\ No newline at end of file