diff --git a/files/assets/robots.txt b/files/assets/robots.txt
index 4e0bfc549..26e8925da 100644
--- a/files/assets/robots.txt
+++ b/files/assets/robots.txt
@@ -1,2 +1,18 @@
 User-Agent: *
+Disallow: /admin/*
+Disallow: /submit
+Disallow: /settings
+Disallow: /me
+
+User-Agent: DotBot
+User-Agent: TurnitinBot
+User-Agent: Huaweisymantecspider
+User-Agent: SiteSnagger
+User-Agent: TeleportPro
+User-Agent: Xaldon_WebSpider
+User-Agent: MJ12bot
+User-Agent: SEMrushBot
+User-Agent: AhrefsBot
+User-Agent: CCBot
+User-agent: SBSearch
 Disallow: /
\ No newline at end of file