mirror of
https://github.com/MarshalX/telegram-crawler.git
synced 2025-03-14 04:51:42 +01:00
add css files of translations platform
This commit is contained in:
parent
909fdfa0ab
commit
26eb32e2ae
1 changed files with 1 additions and 0 deletions
|
@ -61,6 +61,7 @@ CRAWL_RULES = {
|
|||
'allow': {
|
||||
r'^[^/]*$', # root
|
||||
r'org/[^/]*/$', # 1 lvl sub
|
||||
r'/css/[a-z-_.]+$', # css files
|
||||
r'/en/[a-z_]+/$', # 1 lvl after /en/
|
||||
r'/en/[a-z_]+/[a-z_]+/$', # 2 lvl after /en/. for example, /en/ios/unsorted/
|
||||
},
|
||||
|
|
Loading…
Add table
Reference in a new issue