79070bfe99
- Discovered real endpoints via chrome-devtools: /сервисы/api/kn/object (offset/limit/place/objStatus) + /portal-kn/api/sales/portal/table. Server-side filter ignored — local filter by developer.companyGroup. - Pure Playwright in-context fetch (httpx blocked by ServicePipe TLS-fp). - Saved fingerprint state in data/playwright_state.json for server reuse. - Celery beat (configurable cron + jitter) + admin trigger endpoint + /admin/scrape UI page. - Schema migration: UNIQUE(id, snapshot_date) for versioned snapshots, kn_scrape_runs journal. - Smoke-tested on PRINZIP: 28 ЖК / 826 квартир as expected.
67 lines
1.7 KiB
Docker
67 lines
1.7 KiB
Docker
# syntax=docker/dockerfile:1.7
|
|
|
|
# ---- builder ----
|
|
FROM python:3.12-slim AS builder
|
|
|
|
ENV PYTHONUNBUFFERED=1 \
|
|
PYTHONDONTWRITEBYTECODE=1 \
|
|
UV_COMPILE_BYTECODE=1 \
|
|
UV_LINK_MODE=copy
|
|
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
build-essential \
|
|
libpq-dev \
|
|
libgdal-dev \
|
|
libproj-dev \
|
|
libgeos-dev \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN pip install --no-cache-dir uv
|
|
|
|
WORKDIR /app
|
|
|
|
COPY pyproject.toml uv.lock* ./
|
|
RUN if [ -f uv.lock ]; then uv sync --frozen --no-dev; else uv sync --no-dev; fi
|
|
|
|
COPY app ./app
|
|
COPY alembic.ini ./
|
|
COPY alembic ./alembic
|
|
|
|
|
|
# ---- runner ----
|
|
FROM python:3.12-slim AS runner
|
|
|
|
ENV PYTHONUNBUFFERED=1 \
|
|
PYTHONDONTWRITEBYTECODE=1 \
|
|
PATH="/app/.venv/bin:$PATH"
|
|
|
|
# Runtime libs only — no -dev / no build-essential.
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
libpq5 \
|
|
libgdal36 \
|
|
libproj25 \
|
|
libgeos-c1t64 \
|
|
libcairo2 \
|
|
libpango-1.0-0 \
|
|
libpangoft2-1.0-0 \
|
|
fonts-dejavu-core \
|
|
curl \
|
|
&& rm -rf /var/lib/apt/lists/* \
|
|
&& useradd --create-home --uid 1000 app
|
|
|
|
WORKDIR /app
|
|
|
|
COPY --from=builder --chown=app:app /app/.venv /app/.venv
|
|
COPY --from=builder --chown=app:app /app/app /app/app
|
|
COPY --from=builder --chown=app:app /app/alembic.ini /app/alembic.ini
|
|
COPY --from=builder --chown=app:app /app/alembic /app/alembic
|
|
|
|
# Playwright Chromium for /сервисы/api/kn/* WAF-bootstrap (used only by worker).
|
|
# --with-deps installs ~80MB of system libs needed by Chromium headless.
|
|
RUN /app/.venv/bin/playwright install --with-deps chromium
|
|
|
|
USER app
|
|
|
|
EXPOSE 8000
|
|
|
|
CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "8000"]
|