diff options
| author | Yuren Hao <97327730+YurenHao0426@users.noreply.github.com> | 2025-04-16 15:44:50 -0500 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2025-04-16 15:44:50 -0500 |
| commit | 8869bc82419db628dd8bb0cdceed4b5ae92d669e (patch) | |
| tree | 1b10cfa6e89d0eadadec43333ee49b5c438a179b /scripts | |
| parent | d02e3061743d9a63690b0d4fd406b8d14bff82bc (diff) | |
Update fetch_papers.py
Diffstat (limited to 'scripts')
| -rw-r--r-- | scripts/fetch_papers.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/scripts/fetch_papers.py b/scripts/fetch_papers.py index 9bea97f..3104f43 100644 --- a/scripts/fetch_papers.py +++ b/scripts/fetch_papers.py @@ -79,8 +79,11 @@ def fetch_papers_combined(days=1): print(f"[DEBUG] fetching arXiv entries: {start} to {start+step}") resp = requests.get(base_url, params=params, timeout=30) resp.raise_for_status() + print("[DEBUG] arXiv query URL:", resp.url) feed = feedparser.parse(resp.content) batch = feed.entries + for i, e in enumerate(batch[:5], 1): + print(f"[DEBUG] sample #{i} published:", e.published) print(f"[DEBUG] fetched batch size: {len(batch)}") if not batch: |