Merge pull request #469 from cagov/clearinghouse_timing

make clearinghouse load sooner
cagov · Nov 14, 2024 · 1aea685 · 1aea685
2 parents b1f254e + d5097f4
commit 1aea685
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/dags/load_from_clearinghouse.py b/dags/load_from_clearinghouse.py
@@ -99,14 +99,13 @@ def clearinghouse_to_s3(day: date) -> None:
 
 @task
 def pems_clearinghouse_to_s3_task(**context):
-    prev_date = (context["execution_date"] - timedelta(days=1)).date()
-    clearinghouse_to_s3(prev_date)
+    clearinghouse_to_s3(context["execution_date"].date())
 
 
 @dag(
     description="Load data from the PeMS clearinghouse webserver to S3",
     start_date=datetime(1994, 12, 1),
-    schedule_interval="0 12 * * *",  # 4 AM PST
+    schedule_interval="0 14 * * *",  # 6 AM PST
     default_args={
         "owner": "Traffic Operations",
         "depends_on_past": False,