# robots.txt fuer http://www.at-mix.de/
#
# Domain zum spidern freigeben
User-agent: *
Disallow: /adserver/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /datenbank/
Disallow: /guestbook/
Disallow: /logs/
Disallow: /rss/
Disallow: /scripte/
Disallow: /skripte/
Disallow: /suche/
Disallow: /template/
Disallow: /usage/
Allow:    /rss/atom.xml
Allow:    /rss/index.rdf
Allow:    /rss/index.rss
Allow:    /rss/index.rss2
#
# duplicate content sperren
# Disallow: /news/seite-
Noindex: /news/alle-artikel-
Noindex: /internet/druckversion-
Noindex: /ecommerce/druckversion-
Noindex: /druckversion-lexikon-
Noindex: /*als-email-versenden.html
#
# spezielle Inhalte sperren
Disallow: /news/monatsarchiv-1-2005.html
Disallow: /news/monatsarchiv-2-2005.html
Disallow: /news/monatsarchiv-3-2005.html
Disallow: /news/monatsarchiv-4-2005.html
Disallow: /news/monatsarchiv-5-2005.html
Disallow: /news/monatsarchiv-6-2005.html
Disallow: /forum/beitrag-
Disallow: /forum/sutra
Disallow: /forum/user
Disallow: /forum/privmsg.php?mode=
Disallow: /forum/viewtopic.php?
Disallow: /forum/viewforum.php?

#
# unerwünschte Spider
User-agent: PeterBot
Disallow: /

User-agent: thesubot
Disallow: /