# Andreas M. Hahn: robots.txt # -------------------------------------------------------------- # XML Sitemap location # -------------------------------------------------------------- Sitemap: http://andreas-hahn.com/siteindex.xml # User-Agent commands # -------------------------------------------------------------- # "User-agent: *" = all spiders/bots # "Disallow: " = allow all # "Disallow: /" = disallow all # "Disallow: /exp" = disallow "exp" folder # "Disallow: /exp.php" = disallow "exp.php" file # bad bots: # User-agent: BadBot1 # User-agent: BadBot2 # Disallow: / # all bots: User-agent: * Disallow: /ga Disallow: /env