Skip to content

Commit 71b05c3

Browse files
committed
Updates
1 parent 762454c commit 71b05c3

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

utils.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -44,11 +44,12 @@ def check_for_json_files(file_path: str) -> bool:
4444
def download_files_from_gcs(file_path: str) -> None:
4545
"""Download from GCS to local directory"""
4646
try:
47+
source_prefix = f"{SCRAPE_LAKE_PREFIX}/{file_path}"
48+
logger.info(f"Attempting to download from {source_prefix}")
49+
4750
cloud_storage_client = storage.Client(project=GCP_PROJECT)
4851
bucket = cloud_storage_client.bucket(BUCKET_NAME)
49-
source_prefix = f"{SCRAPE_LAKE_PREFIX}/{file_path}"
5052

51-
logger.info(f"Attempting to download from {source_prefix}")
5253
blobs = bucket.list_blobs(prefix=source_prefix)
5354
datadir = f"_data/{file_path}"
5455
# Create local file directory

0 commit comments

Comments
 (0)