Skip to content

Commit

Permalink
Chore: remove unused code
Browse files Browse the repository at this point in the history
  • Loading branch information
ifoukarakis committed Nov 6, 2024
1 parent e161fc0 commit e66702b
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 34 deletions.
12 changes: 0 additions & 12 deletions extract/s3_extract/push_proxy_job.py

This file was deleted.

22 changes: 0 additions & 22 deletions extract/s3_extract/stage_import.py
Original file line number Diff line number Diff line change
Expand Up @@ -54,28 +54,6 @@ def diagnostics_import(import_date):
)


def push_proxy_import(log_type, import_date):
"""
Function to load data from a previously set up Snowflake stage
for push proxy data from AWS ELB
@log_type: Str with valid values of US, TEST, or DE
@import_date: Date with format "%Y/%m/%d"
"""
loc = PUSH_PROXY_LOCATIONS[log_type]
aws_account_id = os.getenv('AWS_ACCOUNT_ID')
az = loc['az']

extract_from_stage(
loc['table'],
loc['stage'],
'push_proxy',
get_path(aws_account_id, az),
get_push_proxy_pattern(import_date),
os.environ.copy(),
)


def get_push_proxy_pattern(import_date):
date = import_date.replace('/', '\\/')
return f".*{date}\\/.*"
Expand Down

0 comments on commit e66702b

Please sign in to comment.