Updated robots.txt

web/robots.txt

@@ -1,226 +1,245 @@
-# ArozOS robots.txt
-# Notice: This robots.txt is here so as to prevent robot scanning of your cloud system.
-# If you want SEO on your cloud system, remove this file from the web root.
-
-User-agent: Applebot
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: baiduspider
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: Bingbot
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: Discordbot
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: facebookexternalhit
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: Googlebot
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: Googlebot-Image
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /img/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: ia_archiver
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: LinkedInBot
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: msnbot
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: Naverbot
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: Pinterestbot
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /img/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: seznambot
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /img/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: Slurp
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /img/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: teoma
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /img/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: TelegramBot
-Disallow: /
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /img/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: Twitterbot
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /img/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: Yandex
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /img/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: Yeti
-Disallow: /SystemAO/
-Disallow: /system/
-Disallow: /img/
-Disallow: /index.html
-Disallow: /login.system
-Disallow: /mobile.system
-Disallow: /desktop.system
-Disallow: /reset.system
-Disallow: /user.system
-Disallow: /homepage/
-
-User-agent: *
-Disallow: /
-
+# ArozOS robots.txt
+# Notice: This robots.txt is here so as to prevent robot scanning of your cloud system.
+# If you want SEO on your cloud system, remove this file from the web root.
+
+User-agent: Applebot
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+
+User-agent: baiduspider
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+
+User-agent: Bingbot
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+
+User-agent: Discordbot
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+
+User-agent: facebookexternalhit
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+
+User-agent: Googlebot
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+
+User-agent: Googlebot-Image
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: ia_archiver
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+
+User-agent: LinkedInBot
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+
+User-agent: msnbot
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+
+User-agent: Naverbot
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+
+User-agent: Pinterestbot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: seznambot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Slurp
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: teoma
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: TelegramBot
+Disallow: /
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Twitterbot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Yandex
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Yeti
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: *
+Allow: /login.system
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+Disallow: /fileview/
+