# Andreas M. Hahn: robots.txt # -------------------------------------------------------------- # XML Sitemap location # -------------------------------------------------------------- Sitemap: http://andreas-hahn.de/siteindex.xml # User-Agent commands # -------------------------------------------------------------- # "User-agent: *" = all spiders/bots # "Disallow: " = allow all # "Disallow: /" = disallow all # "Disallow: /exp" = disallow "exp" folder # "Disallow: /exp.php" = disallow "exp.php" file # bad bots: # User-agent: BadBot1 # User-agent: BadBot2 # Disallow: / # all bots: User-agent: * Disallow: /website/gabe.html Disallow: /en/website/gabe.html Disallow: /de/website/gabe.html Disallow: /favicon.ico Disallow: /apple-touch-icon.png Disallow: /labels.rdf