OpenSource/telegram-crawler
OpenSource/telegram-crawler
1
0
Fork 0
mirror of https://github.com/MarshalX/telegram-crawler.git synced 2024-10-23 17:47:21 +02:00
Code Issues Projects Releases Packages Wiki Activity

temp remove random shit

Browse source
This commit is contained in:
Il'ya (Marshal) 2022-04-28 09:22:34 +02:00
parent 3eb636e8e3
commit feab4bde95
1 changed files with 4 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
make_files_tree.py
View file

@ -335,6 +335,10 @@ class RetryError(Exception):
async def crawl(url: str, session: aiohttp.ClientSession):
try:
# f*ck this shit. I believe it's temp solution
if 'css/telegram.css' in url:
return
logger.info(f'Process {url}')
async with session.get(f'{PROTOCOL}{url}', allow_redirects=False, timeout=TIMEOUT) as response:
if response.status // 100 == 5: