File tree 1 file changed +3
-3
lines changed 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -103,7 +103,7 @@ def do_scrape(
103
103
]
104
104
)
105
105
106
- last_scrape_datetime = DAG_RUN_START or datetime .datetime .utcnow ()
106
+ last_scrape_datetime = DAG_RUN_START or datetime .datetime .utcnow (). isoformat ()
107
107
for scraper_name , scrape_args in scrapers .items ():
108
108
ScraperCls = juris .scrapers [scraper_name ]
109
109
if (
@@ -206,7 +206,7 @@ def do_scrape(
206
206
207
207
208
208
def archive_to_cloud_storage (
209
- datadir : str , juris : State , last_scrape_datetime : datetime . datetime
209
+ datadir : str , juris : State , last_scrape_datetime : str
210
210
) -> None :
211
211
# check if we have necessary settings
212
212
if GCP_PROJECT is None or BUCKET_NAME is None :
@@ -223,7 +223,7 @@ def archive_to_cloud_storage(
223
223
bucket = cloud_storage_client .bucket (BUCKET_NAME )
224
224
jurisdiction_id = juris .jurisdiction_id .replace ("ocd-jurisdiction/" , "" )
225
225
destination_prefix = (
226
- f"{ SCRAPE_LAKE_PREFIX } /{ jurisdiction_id } /{ last_scrape_datetime . isoformat () } "
226
+ f"{ SCRAPE_LAKE_PREFIX } /{ jurisdiction_id } /{ last_scrape_datetime } "
227
227
)
228
228
229
229
# read files in directory and upload
You can’t perform that action at this time.
0 commit comments