OpenSource/telegram-crawler
OpenSource/telegram-crawler
1
0
Fork 0
mirror of https://github.com/MarshalX/telegram-crawler.git synced 2024-11-28 19:23:11 +01:00
Code Issues Projects Releases Packages Wiki Activity

add tracking of tg for macOS resources

Browse source
This commit is contained in:
Il'ya (Marshal) 2022-04-10 15:00:01 +02:00
parent 62ac91a6b7
commit 4bda55cfb9
1 changed files with 31 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

40
make_files_tree.py
View file

@ -4,6 +4,7 @@ import os
import re import re
import shutil import shutil
import zipfile import zipfile
import hashlib
from asyncio.exceptions import TimeoutError from asyncio.exceptions import TimeoutError
from string import punctuation, whitespace from string import punctuation, whitespace
from time import time from time import time
@ -79,14 +80,27 @@ async def get_download_link_of_latest_appcenter_release(parameterized_url: str,
return None return None
async def track_additional_files(files_to_track: List[str], input_dir_name: str, output_dir_name: str, encoding='utf-8'): async def track_additional_files(
files_to_track: List[str], input_dir_name: str, output_dir_name: str, encoding='utf-8', save_hash_only=False
):
for file in files_to_track: for file in files_to_track:
filename = os.path.join(OUTPUT_FOLDER, output_dir_name, file) filename = os.path.join(OUTPUT_FOLDER, output_dir_name, file)
os.makedirs(os.path.dirname(filename), exist_ok=True) os.makedirs(os.path.dirname(filename), exist_ok=True)
async with aiofiles.open(filename, 'w', encoding='utf-8') as w_file: async with aiofiles.open(filename, 'w', encoding='utf-8') as w_file:
async with aiofiles.open(os.path.join(input_dir_name, file), 'r', encoding=encoding) as r_file: kwargs = {'mode': 'r', 'encoding': encoding}
if save_hash_only:
kwargs['mode'] = 'rb'
del kwargs['encoding']
async with aiofiles.open(os.path.join(input_dir_name, file), **kwargs) as r_file:
content = await r_file.read() content = await r_file.read()
if save_hash_only:
await w_file.write(hashlib.sha256(content).hexdigest())
continue
content = re.sub(r'id=".*"', 'id="tgcrawl"', content) content = re.sub(r'id=".*"', 'id="tgcrawl"', content)
content = re.sub(r'name="APKTOOL_DUMMY_.*" id', 'name="tgcrawl" id', content)
await w_file.write(content) await w_file.write(content)
@ -97,19 +111,27 @@ async def download_telegram_macos_beta_and_extract_resources(session: aiohttp.Cl
if not download_url: if not download_url:
return return
await download_file(download_url, 'macos.zip', session) folder_name = 'macos'
archive_name = 'macos.zip'
await download_file(download_url, archive_name, session)
# synced # synced
with zipfile.ZipFile('macos.zip', 'r') as f: with zipfile.ZipFile(archive_name, 'r') as f:
f.extractall('macos') f.extractall(folder_name)
resources_path = 'Telegram.app/Contents/Resources'
files_to_track = [ files_to_track = [
'Telegram.app/Contents/Resources/en.lproj/Localizable.strings', f'{resources_path}/en.lproj/Localizable.strings',
] ]
await track_additional_files(files_to_track, 'macos', 'telegram-beta-macos', 'utf-16') await track_additional_files(files_to_track, folder_name, 'telegram-beta-macos', 'utf-16')
os.path.isdir('macos') and shutil.rmtree('macos') _, _, hash_of_files_to_track = next(os.walk(f'{folder_name}/{resources_path}'))
os.remove('macos.zip') hash_of_files_to_track = [f'{resources_path}/{i}' for i in hash_of_files_to_track]
await track_additional_files(hash_of_files_to_track, folder_name, 'telegram-beta-macos', save_hash_only=True)
os.path.isdir(folder_name) and shutil.rmtree(folder_name)
os.remove(archive_name)
async def download_telegram_android_beta_and_extract_resources(session: aiohttp.ClientSession): async def download_telegram_android_beta_and_extract_resources(session: aiohttp.ClientSession):