OpenSource/telegram-crawler
OpenSource/telegram-crawler
1
0
Fork 0
mirror of https://github.com/MarshalX/telegram-crawler.git synced 2024-11-21 14:56:46 +01:00
Code Issues Projects Releases Packages Wiki Activity

add android stable (from dl)

Browse source
This commit is contained in:
Ilya (Marshal) 2024-02-20 09:21:18 +01:00
parent 1dfe14ac8f
commit 256d960cf5
No known key found for this signature in database
GPG key ID: F8FB1A006AD3156D
2 changed files with 23 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
make_and_send_alert.py
View file

@ -44,7 +44,8 @@ STATUS_TO_EMOJI = {
} }
AVAILABLE_HASHTAGS = { AVAILABLE_HASHTAGS = {
'web_tr', 'web_res', 'web', 'server', 'test_server', 'client', 'ios', 'macos', 'android', 'mini_app', 'wallet' 'web_tr', 'web_res', 'web', 'server', 'test_server', 'client',
'ios', 'macos', 'android', 'android_dl', 'mini_app', 'wallet'
} }
HASHTAGS_PATTERNS = { HASHTAGS_PATTERNS = {
# regex will be more flexible. for example, in issue with double hashtag '#web #web_res' when data/res not changed # regex will be more flexible. for example, in issue with double hashtag '#web #web_res' when data/res not changed
@ -57,6 +58,7 @@ HASHTAGS_PATTERNS = {
'ios': os.path.join(ROOT_TREE_DIR, 'client', 'ios-beta'), 'ios': os.path.join(ROOT_TREE_DIR, 'client', 'ios-beta'),
'macos': os.path.join(ROOT_TREE_DIR, 'client', 'macos-beta'), 'macos': os.path.join(ROOT_TREE_DIR, 'client', 'macos-beta'),
'android': os.path.join(ROOT_TREE_DIR, 'client', 'android-beta'), 'android': os.path.join(ROOT_TREE_DIR, 'client', 'android-beta'),
'android_dl': os.path.join(ROOT_TREE_DIR, 'client', 'android-stable-dl'),
'mini_app': os.path.join(ROOT_TREE_DIR, 'mini_app'), 'mini_app': os.path.join(ROOT_TREE_DIR, 'mini_app'),
'wallet': os.path.join(ROOT_TREE_DIR, 'mini_app', 'wallet'), 'wallet': os.path.join(ROOT_TREE_DIR, 'mini_app', 'wallet'),
} }
@ -79,6 +81,7 @@ HASHTAG_TO_TOPIC = {
'ios': '2194', 'ios': '2194',
'macos': '2187', 'macos': '2187',
'android': '2190', 'android': '2190',
'android_dl': '12235',
'wallet': '5685', 'wallet': '5685',
} }

21
make_files_tree.py
View file

@ -351,11 +351,28 @@ async def download_telegram_ios_beta_and_extract_resources(session: aiohttp.Clie
cleanup2() cleanup2()
async def download_telegram_android_and_extract_resources(session: aiohttp.ClientSession) -> None:
await download_telegram_android_stable_dl_and_extract_resources(session)
await download_telegram_android_beta_and_extract_resources(session)
async def download_telegram_android_stable_dl_and_extract_resources(session: aiohttp.ClientSession):
download_url = 'https://telegram.org/dl/android/apk'
await _download_telegram_android_and_extract_resources(session, download_url, 'android-stable-dl')
async def download_telegram_android_beta_and_extract_resources(session: aiohttp.ClientSession): async def download_telegram_android_beta_and_extract_resources(session: aiohttp.ClientSession):
parameterized_url = 'apps/drklo-2kb-ghpo/telegram-beta-2/distribution_groups/all-users-of-telegram-beta-2' parameterized_url = 'apps/drklo-2kb-ghpo/telegram-beta-2/distribution_groups/all-users-of-telegram-beta-2'
download_url = await get_download_link_of_latest_appcenter_release(parameterized_url, session) download_url = await get_download_link_of_latest_appcenter_release(parameterized_url, session)
crawled_data_folder = os.path.join(OUTPUT_CLIENTS_FOLDER, 'android-beta') await _download_telegram_android_and_extract_resources(session, download_url, 'android-beta')
async def _download_telegram_android_and_extract_resources(
session: aiohttp.ClientSession, download_url: str, folder_name: str
):
crawled_data_folder = os.path.join(OUTPUT_CLIENTS_FOLDER, folder_name)
if not download_url: if not download_url:
return return
@ -861,7 +878,7 @@ async def start(mode: str):
track_mtproto_methods(), track_mtproto_methods(),
) )
mode == 'client' and await asyncio.gather( mode == 'client' and await asyncio.gather(
download_telegram_android_beta_and_extract_resources(session), download_telegram_android_and_extract_resources(session),
download_telegram_macos_beta_and_extract_resources(session), download_telegram_macos_beta_and_extract_resources(session),
download_telegram_ios_beta_and_extract_resources(session), download_telegram_ios_beta_and_extract_resources(session),
) )