############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /services/ Disallow: /s/ Disallow: /p/ Disallow: /servicessean/ Disallow: /design/ Disallow: /Internal/ Disallow: /bin/ Disallow: /pix/ # # list specific files robots are not allowed to index # Disallow: /admin.htm Disallow: /forgot.htm Disallow: /add.htm Disallow: /adduserpic.htm Disallow: /blank.htm Disallow: /editme.htm Disallow: /gotoperson.htm Disallow: /hire.htm Disallow: /horizontalBannerAd.htm Disallow: /Invitedbarricade.htm Disallow: /mailbox.htm Disallow: /newpost.htm Disallow: /people.htm Disallow: /picture.htm Disallow: /posts.htm Disallow: /signup.htm Disallow: /hire.htm # disallow mobile pages in regular googlebot User-agent: Googlebot Disallow: /mo/ User-agent: Googlebot-mobile Allow: /mo/ # # End of robots.txt file # ###############################