diff --git a/extract_v2.py b/extract_v2.py index 7d57cb6..5c2b30f 100644 --- a/extract_v2.py +++ b/extract_v2.py @@ -74,11 +74,10 @@ with DAG( exclude_list = search['filter']['exclude'] _jobs = _jobs[~_jobs[filter_field].str.contains('|'.join(exclude_list), case=False, na=False)] jobs = pd.concat([jobs, _jobs]) + print(f"Found {len(_jobs)} jobs for search '{search['name']}'") except Exception as e: print(f"Error processing search '{search['name']}': {str(e)}") continue - # Basic stats - print(f"Found {len(jobs)} jobs") jobs['processed'] = False