mirror of
https://github.com/MarshalX/telegram-crawler.git
synced 2024-11-23 15:58:27 +01:00
exclude dynamic list of users
This commit is contained in:
parent
666a32f891
commit
fe44e713b7
1 changed files with 3 additions and 1 deletions
|
@ -22,6 +22,8 @@ HIDDEN_URLS = {
|
|||
'telegram.org/evolution',
|
||||
|
||||
'desktop.telegram.org/changelog',
|
||||
|
||||
'instantview.telegram.org/rules',
|
||||
}
|
||||
BASE_URL_REGEX = r'telegram.org'
|
||||
|
||||
|
@ -52,7 +54,7 @@ CRAWL_RULES = {
|
|||
|
||||
r'templates/.+',
|
||||
'samples/',
|
||||
'contest/',
|
||||
'contest',
|
||||
},
|
||||
},
|
||||
'core.telegram.org': {
|
||||
|
|
Loading…
Reference in a new issue