better logging
This commit is contained in:
parent
2e7a3dca31
commit
1cf89ef55e
@ -74,11 +74,10 @@ with DAG(
|
|||||||
exclude_list = search['filter']['exclude']
|
exclude_list = search['filter']['exclude']
|
||||||
_jobs = _jobs[~_jobs[filter_field].str.contains('|'.join(exclude_list), case=False, na=False)]
|
_jobs = _jobs[~_jobs[filter_field].str.contains('|'.join(exclude_list), case=False, na=False)]
|
||||||
jobs = pd.concat([jobs, _jobs])
|
jobs = pd.concat([jobs, _jobs])
|
||||||
|
print(f"Found {len(_jobs)} jobs for search '{search['name']}'")
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
print(f"Error processing search '{search['name']}': {str(e)}")
|
print(f"Error processing search '{search['name']}': {str(e)}")
|
||||||
continue
|
continue
|
||||||
# Basic stats
|
|
||||||
print(f"Found {len(jobs)} jobs")
|
|
||||||
|
|
||||||
jobs['processed'] = False
|
jobs['processed'] = False
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user