feat(scrapers): yandex detail-enrichment — save + ночной backfill через прокси (part of #1553) #1554
2 changed files with 3 additions and 3 deletions
|
|
@ -59,7 +59,8 @@ Sources:
|
|||
- yandex_detail_backfill → run_yandex_detail_backfill
|
||||
(tasks/yandex_detail_backfill.py, #1553; nightly backfill of
|
||||
yandex detail_enriched_at for ~3952 listings never enriched by
|
||||
city_sweep; YandexDetailScraper httpx, no proxy layer;
|
||||
city_sweep; fetch via curl_cffi chrome120 + scraper_proxy_url,
|
||||
parse via YandexDetailScraper.parse;
|
||||
window 12:00-15:00 UTC — после avito_detail_backfill 09-12 UTC)
|
||||
"""
|
||||
|
||||
|
|
|
|||
|
|
@ -263,8 +263,7 @@ async def run_yandex_detail_backfill(
|
|||
except Exception as exc:
|
||||
counters.failed += 1
|
||||
logger.warning(
|
||||
"yandex_detail_backfill: run_id=%d listing_id=%d failed: %s",
|
||||
run_id,
|
||||
"yandex_detail_backfill: save/iteration error for listing_id=%d: %s",
|
||||
listing_id,
|
||||
exc,
|
||||
)
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue