robots.txt 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245
  1. # ArozOS robots.txt
  2. # Notice: This robots.txt is here so as to prevent robot scanning of your cloud system.
  3. # If you want SEO on your cloud system, remove this file from the web root.
  4. User-agent: Applebot
  5. Allow: /login.system
  6. Disallow: /SystemAO/
  7. Disallow: /system/
  8. Disallow: /index.html
  9. Disallow: /mobile.system
  10. Disallow: /desktop.system
  11. Disallow: /reset.system
  12. Disallow: /user.system
  13. Disallow: /homepage/
  14. Disallow: /fileview/
  15. User-agent: baiduspider
  16. Allow: /login.system
  17. Disallow: /SystemAO/
  18. Disallow: /system/
  19. Disallow: /index.html
  20. Disallow: /mobile.system
  21. Disallow: /desktop.system
  22. Disallow: /reset.system
  23. Disallow: /user.system
  24. Disallow: /homepage/
  25. Disallow: /fileview/
  26. User-agent: Bingbot
  27. Allow: /login.system
  28. Disallow: /SystemAO/
  29. Disallow: /system/
  30. Disallow: /index.html
  31. Disallow: /mobile.system
  32. Disallow: /desktop.system
  33. Disallow: /reset.system
  34. Disallow: /user.system
  35. Disallow: /homepage/
  36. Disallow: /fileview/
  37. User-agent: Discordbot
  38. Allow: /login.system
  39. Disallow: /SystemAO/
  40. Disallow: /system/
  41. Disallow: /index.html
  42. Disallow: /mobile.system
  43. Disallow: /desktop.system
  44. Disallow: /reset.system
  45. Disallow: /user.system
  46. Disallow: /homepage/
  47. Disallow: /fileview/
  48. User-agent: facebookexternalhit
  49. Allow: /login.system
  50. Disallow: /SystemAO/
  51. Disallow: /system/
  52. Disallow: /index.html
  53. Disallow: /mobile.system
  54. Disallow: /desktop.system
  55. Disallow: /reset.system
  56. Disallow: /user.system
  57. Disallow: /homepage/
  58. Disallow: /fileview/
  59. User-agent: Googlebot
  60. Allow: /login.system
  61. Disallow: /SystemAO/
  62. Disallow: /system/
  63. Disallow: /index.html
  64. Disallow: /mobile.system
  65. Disallow: /desktop.system
  66. Disallow: /reset.system
  67. Disallow: /user.system
  68. Disallow: /homepage/
  69. Disallow: /fileview/
  70. User-agent: Googlebot-Image
  71. Disallow: /SystemAO/
  72. Disallow: /system/
  73. Disallow: /img/
  74. Disallow: /index.html
  75. Disallow: /login.system
  76. Disallow: /mobile.system
  77. Disallow: /desktop.system
  78. Disallow: /reset.system
  79. Disallow: /user.system
  80. Disallow: /homepage/
  81. User-agent: ia_archiver
  82. Allow: /login.system
  83. Disallow: /SystemAO/
  84. Disallow: /system/
  85. Disallow: /index.html
  86. Disallow: /mobile.system
  87. Disallow: /desktop.system
  88. Disallow: /reset.system
  89. Disallow: /user.system
  90. Disallow: /homepage/
  91. Disallow: /fileview/
  92. User-agent: LinkedInBot
  93. Allow: /login.system
  94. Disallow: /SystemAO/
  95. Disallow: /system/
  96. Disallow: /index.html
  97. Disallow: /mobile.system
  98. Disallow: /desktop.system
  99. Disallow: /reset.system
  100. Disallow: /user.system
  101. Disallow: /homepage/
  102. Disallow: /fileview/
  103. User-agent: msnbot
  104. Allow: /login.system
  105. Disallow: /SystemAO/
  106. Disallow: /system/
  107. Disallow: /index.html
  108. Disallow: /mobile.system
  109. Disallow: /desktop.system
  110. Disallow: /reset.system
  111. Disallow: /user.system
  112. Disallow: /homepage/
  113. Disallow: /fileview/
  114. User-agent: Naverbot
  115. Allow: /login.system
  116. Disallow: /SystemAO/
  117. Disallow: /system/
  118. Disallow: /index.html
  119. Disallow: /mobile.system
  120. Disallow: /desktop.system
  121. Disallow: /reset.system
  122. Disallow: /user.system
  123. Disallow: /homepage/
  124. Disallow: /fileview/
  125. User-agent: Pinterestbot
  126. Disallow: /SystemAO/
  127. Disallow: /system/
  128. Disallow: /img/
  129. Disallow: /index.html
  130. Disallow: /login.system
  131. Disallow: /mobile.system
  132. Disallow: /desktop.system
  133. Disallow: /reset.system
  134. Disallow: /user.system
  135. Disallow: /homepage/
  136. User-agent: seznambot
  137. Disallow: /SystemAO/
  138. Disallow: /system/
  139. Disallow: /img/
  140. Disallow: /index.html
  141. Disallow: /login.system
  142. Disallow: /mobile.system
  143. Disallow: /desktop.system
  144. Disallow: /reset.system
  145. Disallow: /user.system
  146. Disallow: /homepage/
  147. User-agent: Slurp
  148. Disallow: /SystemAO/
  149. Disallow: /system/
  150. Disallow: /img/
  151. Disallow: /index.html
  152. Disallow: /login.system
  153. Disallow: /mobile.system
  154. Disallow: /desktop.system
  155. Disallow: /reset.system
  156. Disallow: /user.system
  157. Disallow: /homepage/
  158. User-agent: teoma
  159. Disallow: /SystemAO/
  160. Disallow: /system/
  161. Disallow: /img/
  162. Disallow: /index.html
  163. Disallow: /login.system
  164. Disallow: /mobile.system
  165. Disallow: /desktop.system
  166. Disallow: /reset.system
  167. Disallow: /user.system
  168. Disallow: /homepage/
  169. User-agent: TelegramBot
  170. Disallow: /
  171. Disallow: /SystemAO/
  172. Disallow: /system/
  173. Disallow: /img/
  174. Disallow: /index.html
  175. Disallow: /login.system
  176. Disallow: /mobile.system
  177. Disallow: /desktop.system
  178. Disallow: /reset.system
  179. Disallow: /user.system
  180. Disallow: /homepage/
  181. User-agent: Twitterbot
  182. Disallow: /SystemAO/
  183. Disallow: /system/
  184. Disallow: /img/
  185. Disallow: /index.html
  186. Disallow: /login.system
  187. Disallow: /mobile.system
  188. Disallow: /desktop.system
  189. Disallow: /reset.system
  190. Disallow: /user.system
  191. Disallow: /homepage/
  192. User-agent: Yandex
  193. Disallow: /SystemAO/
  194. Disallow: /system/
  195. Disallow: /img/
  196. Disallow: /index.html
  197. Disallow: /login.system
  198. Disallow: /mobile.system
  199. Disallow: /desktop.system
  200. Disallow: /reset.system
  201. Disallow: /user.system
  202. Disallow: /homepage/
  203. User-agent: Yeti
  204. Disallow: /SystemAO/
  205. Disallow: /system/
  206. Disallow: /img/
  207. Disallow: /index.html
  208. Disallow: /login.system
  209. Disallow: /mobile.system
  210. Disallow: /desktop.system
  211. Disallow: /reset.system
  212. Disallow: /user.system
  213. Disallow: /homepage/
  214. User-agent: *
  215. Allow: /login.system
  216. Disallow: /SystemAO/
  217. Disallow: /system/
  218. Disallow: /index.html
  219. Disallow: /mobile.system
  220. Disallow: /desktop.system
  221. Disallow: /reset.system
  222. Disallow: /user.system
  223. Disallow: /homepage/
  224. Disallow: /fileview/