lekss361/gendesign
1
0
Fork 0
Code Issues 57 Pull requests Projects Releases Packages Wiki Activity Actions

refactor(tradein/scraper-kit): domclick providers on shared _base.py (#2364) #2372

Merged
lekss361 merged 1 commit from feat/tradein-scraper-kit-f4d-domclick into main 2026-07-04 06:24:07 +00:00
Conversation 0 Commits 1 Files changed 1 +10 -4
1 changed files with 10 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
tradein-mvp/packages/scraper-kit/src/scraper_kit/providers/domclick/serp.py
View file

@ -311,14 +311,20 @@ class DomClickScraper(BaseScraper):
""" """
# TODO Layer B (#1846 follow-up): backfill renovation/wallType/priceHistory # TODO Layer B (#1846 follow-up): backfill renovation/wallType/priceHistory
from scraper_kit.browser_fetcher import BrowserFetcher from scraper_kit.providers._base import build_browser_fetcher
out_lots: list[ScrapedLot] = [] out_lots: list[ScrapedLot] = []
seen_ids: set[str] = set() seen_ids: set[str] = set()
async with BrowserFetcher( # build_browser_fetcher(config, source) без proxy_provider (дефолт None) —
source="domclick", endpoint=self._config.browser_http_endpoint # поведенчески идентично прежнему прямому BrowserFetcher(source=..., endpoint=...):
) as fetcher: # use_pool теперь читает config.use_proxy_pool_browser (#2364 caveat, тот же
# класс что и avito) вместо хардкода False, но BrowserFetcher._pool_proxy
# вычисляет `use_pool and proxy_provider is not None` — при proxy_provider=None
# результат всегда False независимо от значения флага (см. _base.py
# build_browser_fetcher docstring: domclick пока не подключён к browser-proxy-
# пулу, #2160 P4 wiring gap). Поведение НЕ меняется.
async with build_browser_fetcher(self._config, "domclick") as fetcher:
for bucket in ROOM_BUCKETS: for bucket in ROOM_BUCKETS:
logger.info( logger.info(
"domklik: BFF sweep rooms=%r city_id=%d pages_cap=%d", "domklik: BFF sweep rooms=%r city_id=%d pages_cap=%d",