79070bfe99
- Discovered real endpoints via chrome-devtools: /сервисы/api/kn/object (offset/limit/place/objStatus) + /portal-kn/api/sales/portal/table. Server-side filter ignored — local filter by developer.companyGroup. - Pure Playwright in-context fetch (httpx blocked by ServicePipe TLS-fp). - Saved fingerprint state in data/playwright_state.json for server reuse. - Celery beat (configurable cron + jitter) + admin trigger endpoint + /admin/scrape UI page. - Schema migration: UNIQUE(id, snapshot_date) for versioned snapshots, kn_scrape_runs journal. - Smoke-tested on PRINZIP: 28 ЖК / 826 квартир as expected.
1 line
7.2 KiB
JSON
1 line
7.2 KiB
JSON
{"cookies": [{"name": "AUTH_SESSION_ID", "value": "OWVjOTcwMmMtYWRjYS00MjFjLWI4ODQtNzNiMGRmNDBiYTM5LmFrSWQ4azRCYnVXXzFtRUxSc21hYmdxM1lFcXVSTFVKczYtaUJlZzItcnUyeUZKQlB4blA4c0dNdms2SGJXWXZLb2djUGFnSVBVWk5iWGRPUFRQNTJn.idm-keycloak-java-app-7d685c7fd6-ghbkq-10092", "domain": "xn--80az8a.xn--d1aqf.xn--p1ai", "path": "/idm-services/auth/realms/personal-eisgs-idm/", "expires": -1, "httpOnly": true, "secure": true, "sameSite": "None"}, {"name": "KC_AUTH_SESSION_HASH", "value": "\"0pCTSMPN/3LNuTMJlBM2nzuKpBl4dMV508IQ4wZU6yo\"", "domain": "xn--80az8a.xn--d1aqf.xn--p1ai", "path": "/idm-services/auth/realms/personal-eisgs-idm/", "expires": 1777299697.173125, "httpOnly": false, "secure": true, "sameSite": "Strict"}, {"name": "spid", "value": "1777299634793_17ed52cd3777731ee8c519e266b8c20b_1shjm3tkaxnkaacm", "domain": "xn--80az8a.xn--d1aqf.xn--p1ai", "path": "/", "expires": 1811859636.256372, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "NSC_wtsw_obti.epn.sg_dzs_iuuqt", "value": "ffffffff09da1a3745525d5f4f58455e445a4a423660", "domain": "xn--80az8a.xn--d1aqf.xn--p1ai", "path": "/", "expires": -1, "httpOnly": true, "secure": true, "sameSite": "Lax"}, {"name": "___dmpkit___", "value": "1db68b44-54cb-4075-9316-a586ac3793ea", "domain": ".xn--d1aqf.xn--p1ai", "path": "/", "expires": 1811859636.515218, "httpOnly": false, "secure": false, "sameSite": "Lax"}, {"name": "_ym_uid", "value": "1777299637988416889", "domain": ".xn--d1aqf.xn--p1ai", "path": "/", "expires": 1808835636, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "_ym_d", "value": "1777299637", "domain": ".xn--d1aqf.xn--p1ai", "path": "/", "expires": 1808835636, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "yabs-sid", "value": "446990881777299636", "domain": "mc.yandex.ru", "path": "/", "expires": -1, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "i", "value": "q5bF9MmabXQMb+4ipbW6Q8qBTNvfKUHe8nqGZ1oy343CZMVCfCUmvp0wItFg3ShhLOPsMi5YbEbhom3+J/hV29SHcOk=", "domain": ".yandex.ru", "path": "/", "expires": 1811859636.606445, "httpOnly": true, "secure": true, "sameSite": "None"}, {"name": "yandexuid", "value": "2836390771777299636", "domain": ".yandex.ru", "path": "/", "expires": 1811859636.606483, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "yuidss", "value": "2836390771777299636", "domain": ".yandex.ru", "path": "/", "expires": 1811859636.606503, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "ymex", "value": "2092659636.yrts.1777299636#2092659636.yrtsi.1777299636", "domain": ".yandex.ru", "path": "/", "expires": 1808835636, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "receive-cookie-deprecation", "value": "1", "domain": ".yandex.ru", "path": "/", "expires": 1808835637, "httpOnly": true, "secure": true, "sameSite": "None", "partitionKey": "https://xn--d1aqf.xn--p1ai", "_crHasCrossSiteAncestor": true}, {"name": "_ym_isad", "value": "2", "domain": ".xn--d1aqf.xn--p1ai", "path": "/", "expires": 1777371636, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "_ymab_param", "value": "ef5VLFfQOLSYS8vjtYflDFFQO1_77myI7SuPFQaUmQ0qvXsovqzwGoNpOMborsQDLCA4E8G2gTm9wHScVConl6YLNqE", "domain": "xn--80az8a.xn--d1aqf.xn--p1ai", "path": "/", "expires": 1808835636.713611, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "_ym_visorc", "value": "b", "domain": ".xn--d1aqf.xn--p1ai", "path": "/", "expires": 1777301437, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "bh", "value": "EkIiTm90OkEtQnJhbmQiO3Y9Ijk5IiwgIkhlYWRsZXNzQ2hyb21lIjt2PSIxNDUiLCAiQ2hyb21pdW0iO3Y9IjE0NSIaA3g4NiIMMTQ1LjAuNzYzMi42KgI/MDoJIldpbmRvd3MiQgQxMC4wSgI2NFJYIk5vdDpBLUJyYW5kIjt2PSI5OS4wLjAuMCIsIkhlYWRsZXNzQ2hyb21lIjt2PSIxNDUuMC43NjMyLjYiLCJDaHJvbWl1bSI7dj0iMTQ1LjAuNzYzMi42ImC14b3PBmoe3Mrh/wiS2KGxA5/P4eoD+/rw5w3r//32D5uHz4cI", "domain": ".yandex.ru", "path": "/", "expires": 1811859637, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "tmr_lvid", "value": "24a9ebe01ac1ae6b85ec6f945d3ef9ee", "domain": ".xn--d1aqf.xn--p1ai", "path": "/", "expires": 1806070837, "httpOnly": false, "secure": false, "sameSite": "Lax"}, {"name": "tmr_lvidTS", "value": "1777299637212", "domain": ".xn--d1aqf.xn--p1ai", "path": "/", "expires": 1806070837, "httpOnly": false, "secure": false, "sameSite": "Lax"}, {"name": "remixlang", "value": "0", "domain": ".vk.com", "path": "/", "expires": 1808694701.219187, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "remixstlid", "value": "9106653769956183167_hO3zm9pPRNFzdlJUao8LdbUwqFMowHTV8XECJKTANzo", "domain": ".vk.com", "path": "/", "expires": 1808835637.219217, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "prcl", "value": "a31941fcb81aab", "domain": ".vk.com", "path": "/", "expires": 1777382437.219235, "httpOnly": true, "secure": true, "sameSite": "None"}, {"name": "PVID", "value": "01r83p3lZw2d00003V2_jSod:::0-0-0-f09c975-0-f09c975:CAASELGg8c4_mWolCa9DpKQNS6kaYPszoVbHwGwd4FsIn1NJ59E-GxvgoxhWsUMMcJnCvRwcwuQX2CEn5FcJJveNCKXV_WySk71Z_bD-lZtp0ZDHSVH-dWuPk_ax-poxQIPQZv7uwLEjepz20vUw-RgtomqtDg", "domain": "top-fwz1.mail.ru", "path": "/", "expires": 1808922037.224761, "httpOnly": true, "secure": true, "sameSite": "None", "partitionKey": "https://xn--d1aqf.xn--p1ai", "_crHasCrossSiteAncestor": true}, {"name": "VID", "value": "01r83p3lZw2d00003V2_jSod:::0-0-0-f09c975-0-f09c975:CAASELGg8c4_mWolCa9DpKQNS6kaYPszoVbHwGwd4FsIn1NJ59E-GxvgoxhWsUMMcJnCvRwcwuQX2CEn5FcJJveNCKXV_WySk71Z_bD-lZtp0ZDHSVH-dWuPk_ax-poxQIPQZv7uwLEjepz20vUw-RgtomqtDg", "domain": ".mail.ru", "path": "/", "expires": 1808922037.224813, "httpOnly": true, "secure": true, "sameSite": "None"}, {"name": "domain_sid", "value": "HQVRMNPCLoqRq_TjioMUo%3A1777299637711", "domain": "xn--80az8a.xn--d1aqf.xn--p1ai", "path": "/", "expires": 1777904437.712047, "httpOnly": false, "secure": false, "sameSite": "Lax"}, {"name": "spsc", "value": "1777299637478_59311fbc3c0f52f5f93784c0551a8ef2_w0d6naSphWkoEVcwSTvzbnZaJ3UdhUOTzPqgWP8uHS8Z", "domain": "xn--80az8a.xn--d1aqf.xn--p1ai", "path": "/", "expires": 1811859637.785109, "httpOnly": false, "secure": true, "sameSite": "None"}], "origins": [{"origin": "https://xn--80az8a.xn--d1aqf.xn--p1ai", "localStorage": [{"name": "_ym47282070:0_reqNum", "value": "3"}, {"name": "rb_sync_id", "value": "{\"time\":1777299637711,\"fpid\":\"HQVRMNPCLoqRq_TjioMUo\",\"metricsTime\":1777299637713}"}, {"name": "_ym_retryReqs", "value": "{}"}, {"name": "_ym47282070_lsid", "value": "760131348024"}, {"name": "tmr_trgfpid", "value": "{\"fpid\":null,\"ts\":1777299637710}"}, {"name": "tmr_lvid", "value": "24a9ebe01ac1ae6b85ec6f945d3ef9ee"}, {"name": "comparison_house", "value": "[70423,62270,66243]"}, {"name": "geo", "value": "{\"position\":{\"regionCd\":66,\"regionNm\":\"\u0421\u0432\u0435\u0440\u0434\u043b\u043e\u0432\u0441\u043a\u0430\u044f \u043e\u0431\u043b\u0430\u0441\u0442\u044c\",\"cityCd\":\"0-4\",\"cityNm\":\"\u0415\u043a\u0430\u0442\u0435\u0440\u0438\u043d\u0431\u0443\u0440\u0433\"},\"is_default_geo\":false}"}, {"name": "_ym_synced", "value": "{}"}, {"name": "tmr_lvidTS", "value": "1777299637212"}, {"name": "_ym94711773_lsid", "value": "796834231917"}, {"name": "_ym_wv2rf:47282070:0", "value": "1"}, {"name": "_ym94711773:0_reqNum", "value": "1"}, {"name": "tmr_reqNum", "value": "2"}, {"name": "_ym_uid", "value": "\"1777299637988416889\""}]}]}
|