From f11e6e7c2484577696220d8d5f8976e8c3e0cc78 Mon Sep 17 00:00:00 2001 From: "Il'ya (Marshal)" Date: Fri, 1 Oct 2021 20:06:17 +0200 Subject: [PATCH] exclude subnets --- make_files_tree.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/make_files_tree.py b/make_files_tree.py index db31a13b16..e029be0c4f 100644 --- a/make_files_tree.py +++ b/make_files_tree.py @@ -25,6 +25,8 @@ PASSPORT_SSID_REGEX = r'passport_ssid=[a-z0-9]+_[a-z0-9]+_[a-z0-9]+' PASSPORT_SSID_TEMPLATE = f'passport_ssid={DYNAMIC_PART_MOCK}' NONCE_REGEX = r'"nonce":"[a-z0-9]+_[a-z0-9]+_[a-z0-9]+' NONCE_TEMPLATE = f'"nonce":"{DYNAMIC_PART_MOCK}' +PROXY_CONFIG_SUB_NET_REGEX = r'\d+:8888;' +PROXY_CONFIG_SUB_NET_TEMPLATE = 'X:8888;' # unsecure but so simple CONNECTOR = aiohttp.TCPConnector(ssl=False) @@ -61,6 +63,7 @@ async def crawl(url: str, session: aiohttp.ClientSession): content = re.sub(PAGE_API_HASH_REGEX, PAGE_API_HASH_TEMPLATE, content) content = re.sub(PASSPORT_SSID_REGEX, PASSPORT_SSID_TEMPLATE, content) content = re.sub(NONCE_REGEX, NONCE_TEMPLATE, content) + content = re.sub(PROXY_CONFIG_SUB_NET_REGEX, PROXY_CONFIG_SUB_NET_TEMPLATE, content) logger.info(f'Write to {filename}') await f.write(content)