Update main.py

mila-iqia · Jan 29, 2024 · bad60e3 · bad60e3
1 parent b1390c2
commit bad60e3
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/benchmarks/accelerate_opt/main.py b/benchmarks/accelerate_opt/main.py
@@ -145,19 +145,19 @@ def mblog(data):
     validation_split_percentage = config["validation_split_percentage"]
     dataset_name = config["dataset_name"]
     dataset_config_name = config["dataset_config_name"]
-    raw_datasets = load_dataset(dataset_name, dataset_config_name, ignore_verifications=True)
+    raw_datasets = load_dataset(dataset_name, dataset_config_name, revision="f5562967961a45407fa15044c5535a607200983f")
     if "validation" not in raw_datasets.keys():
         raw_datasets["validation"] = load_dataset(
             dataset_name,
             dataset_config_name,
             split=f"train[:{validation_split_percentage}%]",
-            ignore_verifications=True,
+            revision="f5562967961a45407fa15044c5535a607200983f",
         )
         raw_datasets["train"] = load_dataset(
             dataset_name,
             dataset_config_name,
             split=f"train[{validation_split_percentage}%:]",
-            ignore_verifications=True,
+            revision="f5562967961a45407fa15044c5535a607200983f",
         )
 
     model_name = config["model_name"]