fddf
This commit is contained in:
parent
c3ce4c8743
commit
254995d1e4
948 changed files with 128 additions and 128 deletions
18
files/assets/robots.txt
Normal file
18
files/assets/robots.txt
Normal file
|
@ -0,0 +1,18 @@
|
|||
User-Agent: *
|
||||
Disallow: /admin/*
|
||||
Disallow: /submit
|
||||
Disallow: /settings
|
||||
Disallow: /me
|
||||
|
||||
User-Agent: DotBot
|
||||
User-Agent: TurnitinBot
|
||||
User-Agent: Huaweisymantecspider
|
||||
User-Agent: SiteSnagger
|
||||
User-Agent: TeleportPro
|
||||
User-Agent: Xaldon_WebSpider
|
||||
User-Agent: MJ12bot
|
||||
User-Agent: SEMrushBot
|
||||
User-Agent: AhrefsBot
|
||||
User-Agent: CCBot
|
||||
User-agent: SBSearch
|
||||
Disallow: /
|
Loading…
Add table
Add a link
Reference in a new issue