Compare commits
No commits in common. "53e7834f190444f66b338a3095495558cd0bdb58" and "ae3278f92f16ffe8f4ec4712cb7426642783df22" have entirely different histories.
53e7834f19
...
ae3278f92f
1 changed files with 4 additions and 10 deletions
|
|
@ -311,20 +311,14 @@ class DomClickScraper(BaseScraper):
|
||||||
"""
|
"""
|
||||||
# TODO Layer B (#1846 follow-up): backfill renovation/wallType/priceHistory
|
# TODO Layer B (#1846 follow-up): backfill renovation/wallType/priceHistory
|
||||||
|
|
||||||
from scraper_kit.providers._base import build_browser_fetcher
|
from scraper_kit.browser_fetcher import BrowserFetcher
|
||||||
|
|
||||||
out_lots: list[ScrapedLot] = []
|
out_lots: list[ScrapedLot] = []
|
||||||
seen_ids: set[str] = set()
|
seen_ids: set[str] = set()
|
||||||
|
|
||||||
# build_browser_fetcher(config, source) без proxy_provider (дефолт None) —
|
async with BrowserFetcher(
|
||||||
# поведенчески идентично прежнему прямому BrowserFetcher(source=..., endpoint=...):
|
source="domclick", endpoint=self._config.browser_http_endpoint
|
||||||
# use_pool теперь читает config.use_proxy_pool_browser (#2364 caveat, тот же
|
) as fetcher:
|
||||||
# класс что и avito) вместо хардкода False, но BrowserFetcher._pool_proxy
|
|
||||||
# вычисляет `use_pool and proxy_provider is not None` — при proxy_provider=None
|
|
||||||
# результат всегда False независимо от значения флага (см. _base.py
|
|
||||||
# build_browser_fetcher docstring: domclick пока не подключён к browser-proxy-
|
|
||||||
# пулу, #2160 P4 wiring gap). Поведение НЕ меняется.
|
|
||||||
async with build_browser_fetcher(self._config, "domclick") as fetcher:
|
|
||||||
for bucket in ROOM_BUCKETS:
|
for bucket in ROOM_BUCKETS:
|
||||||
logger.info(
|
logger.info(
|
||||||
"domklik: BFF sweep rooms=%r city_id=%d pages_cap=%d",
|
"domklik: BFF sweep rooms=%r city_id=%d pages_cap=%d",
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue