lekss361/gendesign
1
0
Fork 0
Code Issues 57 Pull requests Projects Releases Packages Wiki Activity Actions

perf(tradein): cian full-load incremental save + concurrent pagination #929

Merged
bot-reviewer merged 2 commits from feat/cian-fullload-fast-incremental into main 2026-05-31 20:27:28 +00:00
Conversation 0 Commits 2 Files changed 4 -1
1 changed files with 0 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files
Showing only changes of commit 2ebc3eeead - Show all commits

1
tradein-mvp/backend/app/services/scrape_pipeline.py
View file

@ -1703,7 +1703,6 @@ async def run_cian_full_load(
except RuntimeError as exc: except RuntimeError as exc:
# on_bucket кидает RuntimeError("cancelled") при cooperative cancel # on_bucket кидает RuntimeError("cancelled") при cooperative cancel
if str(exc) == "cancelled": if str(exc) == "cancelled":
_cancelled = True
logger.info( logger.info(
"cian-full-load run_id=%d: cancelled — partial results unique=%d ins=%d upd=%d", "cian-full-load run_id=%d: cancelled — partial results unique=%d ins=%d upd=%d",
run_id, run_id,