first implementation

2026-06-18 00:47:30 -04:00
parent 11f10affbd
commit 227a3728af
4 changed files with 211 additions and 6 deletions
--- a/jobsource/pipeline.py
+++ b/jobsource/pipeline.py
@@ -90,11 +90,12 @@ def run_batch(
        print(f"{'='*64}")
        print("Stage 1: ingesting jobs…")

+        fetch_limit = min(settings.results_wanted, batch_size)
        raw_jobs: list[RawJob] = source.fetch_recent_jobs(
            search_terms=search_terms,
            location=location,
            hours_old=hours_old,
-            results_wanted=settings.results_wanted,
+            results_wanted=fetch_limit,
        )
        summary.fetched = len(raw_jobs)