# ========================= # # robots.txt for http://www.spartangroup.com # last updated 03.01.2005 # ========================= # # # =========================== # # disallow all user agents # =========================== # # User-agent: * # # =========================== # # disallow specified directories # =========================== # Disallow: /images/ Disallow: /includes/ Disallow: /scripts/ Disallow: /docs/ # # =========================== # # disallow specified files at root # =========================== # Disallow: /application.php Disallow: /sample.php Disallow: /memberdir.inc