dfs
This commit is contained in:
parent
65c67aa7f4
commit
53e91de4db
1 changed files with 16 additions and 0 deletions
|
@ -1,2 +1,18 @@
|
||||||
User-Agent: *
|
User-Agent: *
|
||||||
|
Disallow: /admin/*
|
||||||
|
Disallow: /submit
|
||||||
|
Disallow: /settings
|
||||||
|
Disallow: /me
|
||||||
|
|
||||||
|
User-Agent: DotBot
|
||||||
|
User-Agent: TurnitinBot
|
||||||
|
User-Agent: Huaweisymantecspider
|
||||||
|
User-Agent: SiteSnagger
|
||||||
|
User-Agent: TeleportPro
|
||||||
|
User-Agent: Xaldon_WebSpider
|
||||||
|
User-Agent: MJ12bot
|
||||||
|
User-Agent: SEMrushBot
|
||||||
|
User-Agent: AhrefsBot
|
||||||
|
User-Agent: CCBot
|
||||||
|
User-agent: SBSearch
|
||||||
Disallow: /
|
Disallow: /
|
Loading…
Add table
Add a link
Reference in a new issue