From 1cf89ef55ea5fffc3c78912d41f1654964d634ed Mon Sep 17 00:00:00 2001 From: Jason Date: Fri, 30 May 2025 11:29:25 -0700 Subject: [PATCH] better logging --- extract_v2.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/extract_v2.py b/extract_v2.py index 7d57cb6..5c2b30f 100644 --- a/extract_v2.py +++ b/extract_v2.py @@ -74,11 +74,10 @@ with DAG( exclude_list = search['filter']['exclude'] _jobs = _jobs[~_jobs[filter_field].str.contains('|'.join(exclude_list), case=False, na=False)] jobs = pd.concat([jobs, _jobs]) + print(f"Found {len(_jobs)} jobs for search '{search['name']}'") except Exception as e: print(f"Error processing search '{search['name']}': {str(e)}") continue - # Basic stats - print(f"Found {len(jobs)} jobs") jobs['processed'] = False