diff --git a/benchmarks/accelerate_opt/main.py b/benchmarks/accelerate_opt/main.py index aacc1420f..61bf1fa1b 100644 --- a/benchmarks/accelerate_opt/main.py +++ b/benchmarks/accelerate_opt/main.py @@ -145,19 +145,19 @@ def mblog(data): validation_split_percentage = config["validation_split_percentage"] dataset_name = config["dataset_name"] dataset_config_name = config["dataset_config_name"] - raw_datasets = load_dataset(dataset_name, dataset_config_name, ignore_verifications=True) + raw_datasets = load_dataset(dataset_name, dataset_config_name, revision="f5562967961a45407fa15044c5535a607200983f") if "validation" not in raw_datasets.keys(): raw_datasets["validation"] = load_dataset( dataset_name, dataset_config_name, split=f"train[:{validation_split_percentage}%]", - ignore_verifications=True, + revision="f5562967961a45407fa15044c5535a607200983f", ) raw_datasets["train"] = load_dataset( dataset_name, dataset_config_name, split=f"train[{validation_split_percentage}%:]", - ignore_verifications=True, + revision="f5562967961a45407fa15044c5535a607200983f", ) model_name = config["model_name"]