This commit is contained in:
Aevann1 2021-08-04 17:35:10 +02:00
parent c3ce4c8743
commit 254995d1e4
948 changed files with 128 additions and 128 deletions

18
files/assets/robots.txt Normal file
View file

@ -0,0 +1,18 @@
User-Agent: *
Disallow: /admin/*
Disallow: /submit
Disallow: /settings
Disallow: /me
User-Agent: DotBot
User-Agent: TurnitinBot
User-Agent: Huaweisymantecspider
User-Agent: SiteSnagger
User-Agent: TeleportPro
User-Agent: Xaldon_WebSpider
User-Agent: MJ12bot
User-Agent: SEMrushBot
User-Agent: AhrefsBot
User-Agent: CCBot
User-agent: SBSearch
Disallow: /