pastebin

Paste Search Dynamic
Recent pastes
google.com/robots.txt
  1. disallow: /search
  2. Allow: /search/about
  3. Allow: /search/static
  4. Allow: /search/howsearchworks
  5. disallow: /sdch
  6. disallow: /groups
  7. disallow: /index.html?
  8. Allow: /?hl=
  9. disallow: /?hl=*&
  10. Allow: /?hl=*&gws_rd=ssl$
  11. disallow: /?hl=*&*&gws_rd=ssl
  12. Allow: /?gws_rd=ssl$
  13. Allow: /?pt1=true$
  14. disallow: /imgres
  15. disallow: /preferences
  16. disallow: /setprefs
  17. disallow: /default
  18. Allow:    /m/finance
  19. disallow: /wml?
  20. disallow: /wml/?
  21. disallow: /wml/search?
  22. disallow: /xhtml?
  23. disallow: /xhtml/?
  24. disallow: /xhtml/search?
  25. disallow: /xml?
  26. disallow: /imode?
  27. disallow: /imode/?
  28. disallow: /imode/search?
  29. disallow: /jsky?
  30. disallow: /jsky/?
  31. disallow: /jsky/search?
  32. disallow: /pda?
  33. disallow: /pda/?
  34. disallow: /pda/search?
  35. disallow: /sprint_xhtml
  36. disallow: /sprint_wml
  37. disallow: /pqa
  38. disallow: /palm
  39. disallow: /gwt/
  40. disallow: /purchases
  41. disallow: /local?
  42. disallow: /local_url
  43. disallow: /shihui?
  44. disallow: /shihui/
  45. disallow: /products?
  46. disallow: /product_
  47. disallow: /products_
  48. disallow: /products;
  49. disallow: /print
  50. disallow: /books/
  51. disallow: /bkshp?*q=*
  52. disallow: /books?*q=*
  53. disallow: /books?*output=*
  54. disallow: /books?*pg=*
  55. disallow: /books?*jtp=*
  56. disallow: /books?*jscmd=*
  57. disallow: /books?*buy=*
  58. disallow: /books?*zoom=*
  59. Allow: /books?*q=related:*
  60. Allow: /books?*q=editions:*
  61. Allow: /books?*q=subject:*
  62. Allow: /books/about
  63. Allow: /booksrightsholders
  64. Allow: /books?*zoom=1*
  65. Allow: /books?*zoom=5*
  66. Allow: /books/content?*zoom=1*
  67. Allow: /books/content?*zoom=5*
  68. disallow: /ebooks/
  69. disallow: /ebooks?*q=*
  70. disallow: /ebooks?*output=*
  71. disallow: /ebooks?*pg=*
  72. disallow: /ebooks?*jscmd=*
  73. disallow: /ebooks?*buy=*
  74. disallow: /ebooks?*zoom=*
  75. Allow: /ebooks?*q=related:*
  76. Allow: /ebooks?*q=editions:*
  77. Allow: /ebooks?*q=subject:*
  78. Allow: /ebooks?*zoom=1*
  79. Allow: /ebooks?*zoom=5*
  80. disallow: /patents?
  81. disallow: /patents/download/
  82. disallow: /patents/pdf/
  83. disallow: /patents/related/
  84. disallow: /scholar
  85. disallow: /citations?
  86. Allow: /citations?user=
  87. disallow: /citations?*cstart=
  88. Allow: /citations?view_op=new_profile
  89. Allow: /citations?view_op=top_venues
  90. Allow: /scholar_share
  91. Allow: /maps?*output=classic*
  92. Allow: /maps?*file=
  93. Allow: /maps/d/
  94. disallow: /maps?
  95. disallow: /mapstt?
  96. disallow: /mapslt?
  97. disallow: /maps/stk/
  98. disallow: /maps/br?
  99. disallow: /mapabcpoi?
  100. disallow: /maphp?
  101. disallow: /mapprint?
  102. disallow: /maps/api/js/
  103. Allow: /maps/api/js
  104. disallow: /maps/api/place/js/
  105. disallow: /maps/api/staticmap
  106. disallow: /maps/api/streetview
  107. disallow: /maps/_/sw/manifest.json
  108. disallow: /mld?
  109. disallow: /staticmap?
  110. disallow: /maps/preview
  111. disallow: /maps/place
  112. disallow: /maps/timeline/
  113. disallow: /help/maps/streetview/partners/welcome/
  114. disallow: /help/maps/indoormaps/partners/
  115. disallow: /lochp?
  116. disallow: /center
  117. disallow: /ie?
  118. disallow: /blogsearch/
  119. disallow: /blogsearch_feeds
  120. disallow: /advanced_blog_search
  121. disallow: /uds/
  122. disallow: /chart?
  123. disallow: /transit?
  124. Allow:    /calendar$
  125. Allow:    /calendar/about/
  126. disallow: /calendar/
  127. disallow: /cl2/feeds/
  128. disallow: /cl2/ical/
  129. disallow: /coop/directory
  130. disallow: /coop/manage
  131. disallow: /trends?
  132. disallow: /trends/music?
  133. disallow: /trends/hottrends?
  134. disallow: /trends/viz?
  135. disallow: /trends/embed.js?
  136. disallow: /trends/fetchComponent?
  137. disallow: /trends/beta
  138. disallow: /trends/topics
  139. disallow: /musica
  140. disallow: /musicad
  141. disallow: /musicas
  142. disallow: /musicl
  143. disallow: /musics
  144. disallow: /musicsearch
  145. disallow: /musicsp
  146. disallow: /musiclp
  147. disallow: /urchin_test/
  148. disallow: /movies?
  149. disallow: /wapsearch?
  150. Allow: /safebrowsing/diagnostic
  151. Allow: /safebrowsing/report_badware/
  152. Allow: /safebrowsing/report_error/
  153. Allow: /safebrowsing/report_phish/
  154. disallow: /reviews/search?
  155. disallow: /orkut/albums
  156. disallow: /cbk
  157. disallow: /recharge/dashboard/car
  158. disallow: /recharge/dashboard/static/
  159. disallow: /profiles/me
  160. Allow: /profiles
  161. disallow: /s2/profiles/me
  162. Allow: /s2/profiles
  163. Allow: /s2/oz
  164. Allow: /s2/photos
  165. Allow: /s2/search/social
  166. Allow: /s2/static
  167. disallow: /transconsole/portal/
  168. disallow: /gcc/
  169. disallow: /aclk
  170. disallow: /cse?
  171. disallow: /cse/home
  172. disallow: /cse/panel
  173. disallow: /cse/manage
  174. disallow: /tbproxy/
  175. disallow: /imesync/
  176. disallow: /shenghuo/search?
  177. disallow: /support/forum/search?
  178. disallow: /reviews/polls/
  179. disallow: /hosted/images/
  180. disallow: /ppob/?
  181. disallow: /ppob?
  182. disallow: /accounts/ClientLogin
  183. disallow: /accounts/ClientAuth
  184. disallow: /accounts/o8
  185. Allow: /accounts/o8/id
  186. disallow: /topicsearch?q=
  187. disallow: /xfx7/
  188. disallow: /squared/api
  189. disallow: /squared/search
  190. disallow: /squared/table
  191. disallow: /qnasearch?
  192. disallow: /app/updates
  193. disallow: /sidewiki/entry/
  194. disallow: /quality_form?
  195. disallow: /labs/popgadget/search
  196. disallow: /buzz/post
  197. disallow: /compressiontest/
  198. disallow: /analytics/feeds/
  199. disallow: /analytics/partners/comments/
  200. disallow: /analytics/portal/
  201. disallow: /analytics/uploads/
  202. Allow: /alerts/manage
  203. Allow: /alerts/remove
  204. disallow: /alerts/
  205. Allow: /alerts/$
  206. disallow: /ads/search?
  207. disallow: /ads/plan/action_plan?
  208. disallow: /ads/plan/api/
  209. disallow: /ads/hotels/partners
  210. disallow: /phone/compare/?
  211. disallow: /travel/clk
  212. disallow: /travel/hotelier/terms/
  213. disallow: /hotelfinder/rpc
  214. disallow: /hotels/rpc
  215. disallow: /commercesearch/services/
  216. disallow: /evaluation/
  217. disallow: /chrome/browser/mobile/tour
  218. disallow: /compare/*/apply*
  219. disallow: /forms/perks/
  220. disallow: /shopping/suppliers/search
  221. disallow: /ct/
  222. disallow: /edu/cs4hs/
  223. disallow: /trustedstores/s/
  224. disallow: /trustedstores/tm2
  225. disallow: /trustedstores/verify
  226. disallow: /adwords/proposal
  227. disallow: /shopping/product/
  228. disallow: /shopping/seller
  229. disallow: /shopping/ratings/account/metrics
  230. disallow: /shopping/reviewer
  231. disallow: /about/careers/applications/
  232. disallow: /landing/signout.html
  233. disallow: /webmasters/sitemaps/ping?
  234. disallow: /ping?
  235. disallow: /gallery/
  236. disallow: /landing/now/ontap/
  237. Allow: /searchhistory/
  238. Allow: /maps/reserve
  239. Allow: /maps/reserve/partners
  240. disallow: /maps/reserve/api/
  241. disallow: /maps/reserve/search
  242. disallow: /maps/reserve/bookings
  243. disallow: /maps/reserve/settings
  244. disallow: /maps/reserve/manage
  245. disallow: /maps/reserve/payment
  246. disallow: /maps/reserve/receipt
  247. disallow: /maps/reserve/sellersignup
  248. disallow: /maps/reserve/payments
  249. disallow: /maps/reserve/feedback
  250. disallow: /maps/reserve/terms
  251. disallow: /maps/reserve/m/
  252. disallow: /maps/reserve/b/
  253. disallow: /maps/reserve/partner-dashboard
  254. disallow: /about/views/
  255. disallow: /intl/*/about/views/
  256. disallow: /local/dining/
  257. disallow: /local/place/products/
  258. disallow: /local/place/reviews/
  259. disallow: /local/place/rap/
  260. disallow: /local/tab/
  261. Allow: /finance
  262. Allow: /js/
  263.  
  264. # AdsBot
  265. user-agent: AdsBot-Google
  266. disallow: /maps/api/js/
  267. Allow: /maps/api/js
  268. disallow: /maps/api/place/js/
  269. disallow: /maps/api/staticmap
  270. disallow: /maps/api/streetview
  271.  
  272. # Certain social media sites are whitelisted to allow crawlers to access page markup when links to google.com/imgres* are shared. To learn more, please contact images-robots-whitelist@google.com.
  273. user-agent: Twitterbot
  274. Allow: /imgres
  275.  
  276. user-agent: facebookexternalhit
  277. Allow: /imgres
  278.  
  279. Sitemap: https://www.google.com/sitemap.xml
Parsed in 0.043 seconds