Преглед на файлове

Added robot and human.txt

TC pushbot 5 преди 4 години
родител
ревизия
1f2f4e7b84
променени са 3 файла, в които са добавени 228 реда и са изтрити 0 реда
  1. 1 0
      web/humans.txt
  2. 1 0
      web/login.system
  3. 226 0
      web/robots.txt

+ 1 - 0
web/humans.txt

@@ -0,0 +1 @@
+ArozOS is a web desktop online system that provide native desktop like experience through the latest web technology. Protecting your privacy while reducing your dependencies over large company's cloud service. If you'd like to help us out, see github.com/tobychui/arozos.

+ 1 - 0
web/login.system

@@ -2,6 +2,7 @@
 <html>
     <head>
     <meta charset="UTF-8">
+    <meta name="robots" content="noindex" />
     <meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
     <title>ArOZ Online - Login</title>
     <link rel="stylesheet" href="script/tocas/tocas.css">

+ 226 - 0
web/robots.txt

@@ -0,0 +1,226 @@
+# ArozOS robots.txt
+# Notice: This robots.txt is here so as to prevent robot scanning of your cloud system.
+# If you want SEO on your cloud system, remove this file from the web root.
+
+User-agent: Applebot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: baiduspider
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Bingbot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Discordbot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: facebookexternalhit
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Googlebot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Googlebot-Image
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: ia_archiver
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: LinkedInBot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: msnbot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Naverbot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Pinterestbot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: seznambot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Slurp
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: teoma
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: TelegramBot
+Disallow: /
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Twitterbot
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Yandex
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: Yeti
+Disallow: /SystemAO/
+Disallow: /system/
+Disallow: /img/
+Disallow: /index.html
+Disallow: /login.system
+Disallow: /mobile.system
+Disallow: /desktop.system
+Disallow: /reset.system
+Disallow: /user.system
+Disallow: /homepage/
+
+User-agent: *
+Disallow: /
+