diff --git a/files/assets/robots.txt b/files/assets/robots.txt
index 26e8925da..4e0bfc549 100644
--- a/files/assets/robots.txt
+++ b/files/assets/robots.txt
@@ -1,18 +1,2 @@
 User-Agent: *
-Disallow: /admin/*
-Disallow: /submit
-Disallow: /settings
-Disallow: /me
-
-User-Agent: DotBot
-User-Agent: TurnitinBot
-User-Agent: Huaweisymantecspider
-User-Agent: SiteSnagger
-User-Agent: TeleportPro
-User-Agent: Xaldon_WebSpider
-User-Agent: MJ12bot
-User-Agent: SEMrushBot
-User-Agent: AhrefsBot
-User-Agent: CCBot
-User-agent: SBSearch
 Disallow: /
\ No newline at end of file