Skip to content

Commit

Permalink
chore(data download): remove duplicate code
Browse files Browse the repository at this point in the history
  • Loading branch information
sqr00t committed Sep 28, 2023
1 parent af6157e commit b42df79
Showing 1 changed file with 0 additions and 18 deletions.
18 changes: 0 additions & 18 deletions ojd_daps_skills/getters/download_public_data.py
Original file line number Diff line number Diff line change
@@ -1,23 +1,5 @@
from ojd_daps_skills import PUBLIC_DATA_FOLDER_NAME, PROJECT_DIR

import os


def download():
public_data_dir = os.path.join(PROJECT_DIR, PUBLIC_DATA_FOLDER_NAME)

os.system(
f"aws --no-sign-request --region=eu-west-1 s3 cp s3://open-jobs-indicators/escoe_extension/{PUBLIC_DATA_FOLDER_NAME}.zip {public_data_dir}.zip"
)
os.system(f"unzip {public_data_dir}.zip -d {PROJECT_DIR}")
os.system(f"rm {public_data_dir}.zip")


if __name__ == "__main__":
download()

from ojd_daps_skills import PUBLIC_DATA_FOLDER_NAME, PROJECT_DIR

import os
import boto3
from botocore.exceptions import ClientError
Expand Down

0 comments on commit b42df79

Please sign in to comment.