# robots.txt for http://www.webbuilderscafe.com/ # # Disallow: /help disallows both /help.html and /help/index.html # Disallow: /help/ disallows /help/index.html but allows /help.html. # Block a specific bot from the entire site # User-Agent: OmniExplorer_Bot # Disallow: / # Allow a bot to go everywhere # User-agent: cybermapper # Disallow: User-agent: * Disallow: /_fpclass/ # FP training pages Disallow: /_overlay/ # FP file Disallow: /_private/ # FP file Disallow: /_themes/ # FP file Disallow: /adspy/ # Adspy tracker files Disallow: /Articles/ # Misc text files Disallow: /Audio/ Disallow: /graphics/ Disallow: /iframes/ Disallow: /images/ Disallow: /includes/ # Disallow: /Linkdir/ Disallow: /old/ Disallow: /Productsx/ # Disallow: /Reports/ Disallow: /Salesletter/ Disallow: /textures/ Disallow: /Thanks/ # Disallow: /Tutorial/ Disallow: /Zen/ Disallow: /X_Footer.htm Disallow: /X_Nav_Table.htm