############################## # # robots.txt file for this bluedoggydog.com # # addresses all robots by using wild card * # first allows everyone, then disallows others # User-agent: * Allow: / # list folders robots are not allowed to index Disallow: /annie/ Disallow: /cgi-bin/ Disallow: /_ Disallow: /webworks/ Disallow: /templates/ disallow: /neolomed/ disallow: *.pdf disallow: /portfolio/portfolio/Nolo_NCI.pdf disallow: /portfolio/portfolio/Nolo_NCIx.pdf # # list specific files robots are not allowed to index # Disallow: /. Disallow: /error Disallow: /style.css Disallow: /custom.css # # sitemap location # sitemap: http://www.bluedoggydog.com/sitemap.xml # # End of robots.txt file # ###############################