robots.txt 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226
  1. # ArozOS robots.txt
  2. # Notice: This robots.txt is here so as to prevent robot scanning of your cloud system.
  3. # If you want SEO on your cloud system, remove this file from the web root.
  4. User-agent: Applebot
  5. Disallow: /SystemAO/
  6. Disallow: /system/
  7. Disallow: /index.html
  8. Disallow: /login.system
  9. Disallow: /mobile.system
  10. Disallow: /desktop.system
  11. Disallow: /reset.system
  12. Disallow: /user.system
  13. Disallow: /homepage/
  14. User-agent: baiduspider
  15. Disallow: /SystemAO/
  16. Disallow: /system/
  17. Disallow: /index.html
  18. Disallow: /login.system
  19. Disallow: /mobile.system
  20. Disallow: /desktop.system
  21. Disallow: /reset.system
  22. Disallow: /user.system
  23. Disallow: /homepage/
  24. User-agent: Bingbot
  25. Disallow: /SystemAO/
  26. Disallow: /system/
  27. Disallow: /index.html
  28. Disallow: /login.system
  29. Disallow: /mobile.system
  30. Disallow: /desktop.system
  31. Disallow: /reset.system
  32. Disallow: /user.system
  33. Disallow: /homepage/
  34. User-agent: Discordbot
  35. Disallow: /SystemAO/
  36. Disallow: /system/
  37. Disallow: /index.html
  38. Disallow: /login.system
  39. Disallow: /mobile.system
  40. Disallow: /desktop.system
  41. Disallow: /reset.system
  42. Disallow: /user.system
  43. Disallow: /homepage/
  44. User-agent: facebookexternalhit
  45. Disallow: /SystemAO/
  46. Disallow: /system/
  47. Disallow: /index.html
  48. Disallow: /login.system
  49. Disallow: /mobile.system
  50. Disallow: /desktop.system
  51. Disallow: /reset.system
  52. Disallow: /user.system
  53. Disallow: /homepage/
  54. User-agent: Googlebot
  55. Disallow: /SystemAO/
  56. Disallow: /system/
  57. Disallow: /index.html
  58. Disallow: /login.system
  59. Disallow: /mobile.system
  60. Disallow: /desktop.system
  61. Disallow: /reset.system
  62. Disallow: /user.system
  63. Disallow: /homepage/
  64. User-agent: Googlebot-Image
  65. Disallow: /SystemAO/
  66. Disallow: /system/
  67. Disallow: /img/
  68. Disallow: /index.html
  69. Disallow: /login.system
  70. Disallow: /mobile.system
  71. Disallow: /desktop.system
  72. Disallow: /reset.system
  73. Disallow: /user.system
  74. Disallow: /homepage/
  75. User-agent: ia_archiver
  76. Disallow: /SystemAO/
  77. Disallow: /system/
  78. Disallow: /index.html
  79. Disallow: /login.system
  80. Disallow: /mobile.system
  81. Disallow: /desktop.system
  82. Disallow: /reset.system
  83. Disallow: /user.system
  84. Disallow: /homepage/
  85. User-agent: LinkedInBot
  86. Disallow: /SystemAO/
  87. Disallow: /system/
  88. Disallow: /index.html
  89. Disallow: /login.system
  90. Disallow: /mobile.system
  91. Disallow: /desktop.system
  92. Disallow: /reset.system
  93. Disallow: /user.system
  94. Disallow: /homepage/
  95. User-agent: msnbot
  96. Disallow: /SystemAO/
  97. Disallow: /system/
  98. Disallow: /index.html
  99. Disallow: /login.system
  100. Disallow: /mobile.system
  101. Disallow: /desktop.system
  102. Disallow: /reset.system
  103. Disallow: /user.system
  104. Disallow: /homepage/
  105. User-agent: Naverbot
  106. Disallow: /SystemAO/
  107. Disallow: /system/
  108. Disallow: /index.html
  109. Disallow: /login.system
  110. Disallow: /mobile.system
  111. Disallow: /desktop.system
  112. Disallow: /reset.system
  113. Disallow: /user.system
  114. Disallow: /homepage/
  115. User-agent: Pinterestbot
  116. Disallow: /SystemAO/
  117. Disallow: /system/
  118. Disallow: /img/
  119. Disallow: /index.html
  120. Disallow: /login.system
  121. Disallow: /mobile.system
  122. Disallow: /desktop.system
  123. Disallow: /reset.system
  124. Disallow: /user.system
  125. Disallow: /homepage/
  126. User-agent: seznambot
  127. Disallow: /SystemAO/
  128. Disallow: /system/
  129. Disallow: /img/
  130. Disallow: /index.html
  131. Disallow: /login.system
  132. Disallow: /mobile.system
  133. Disallow: /desktop.system
  134. Disallow: /reset.system
  135. Disallow: /user.system
  136. Disallow: /homepage/
  137. User-agent: Slurp
  138. Disallow: /SystemAO/
  139. Disallow: /system/
  140. Disallow: /img/
  141. Disallow: /index.html
  142. Disallow: /login.system
  143. Disallow: /mobile.system
  144. Disallow: /desktop.system
  145. Disallow: /reset.system
  146. Disallow: /user.system
  147. Disallow: /homepage/
  148. User-agent: teoma
  149. Disallow: /SystemAO/
  150. Disallow: /system/
  151. Disallow: /img/
  152. Disallow: /index.html
  153. Disallow: /login.system
  154. Disallow: /mobile.system
  155. Disallow: /desktop.system
  156. Disallow: /reset.system
  157. Disallow: /user.system
  158. Disallow: /homepage/
  159. User-agent: TelegramBot
  160. Disallow: /
  161. Disallow: /SystemAO/
  162. Disallow: /system/
  163. Disallow: /img/
  164. Disallow: /index.html
  165. Disallow: /login.system
  166. Disallow: /mobile.system
  167. Disallow: /desktop.system
  168. Disallow: /reset.system
  169. Disallow: /user.system
  170. Disallow: /homepage/
  171. User-agent: Twitterbot
  172. Disallow: /SystemAO/
  173. Disallow: /system/
  174. Disallow: /img/
  175. Disallow: /index.html
  176. Disallow: /login.system
  177. Disallow: /mobile.system
  178. Disallow: /desktop.system
  179. Disallow: /reset.system
  180. Disallow: /user.system
  181. Disallow: /homepage/
  182. User-agent: Yandex
  183. Disallow: /SystemAO/
  184. Disallow: /system/
  185. Disallow: /img/
  186. Disallow: /index.html
  187. Disallow: /login.system
  188. Disallow: /mobile.system
  189. Disallow: /desktop.system
  190. Disallow: /reset.system
  191. Disallow: /user.system
  192. Disallow: /homepage/
  193. User-agent: Yeti
  194. Disallow: /SystemAO/
  195. Disallow: /system/
  196. Disallow: /img/
  197. Disallow: /index.html
  198. Disallow: /login.system
  199. Disallow: /mobile.system
  200. Disallow: /desktop.system
  201. Disallow: /reset.system
  202. Disallow: /user.system
  203. Disallow: /homepage/
  204. User-agent: *
  205. Disallow: /