# robots.txt for http://www.twitter-lyrik.de/

Sitemap: http://www.twitter-lyrik.de/sitemap.xml.gz

User-agent: Heritrix
Disallow: /

# User-agent: ia_archiver
# Disallow: /

User-agent: IncyWincy
Disallow: /

User-agent: larbin
Disallow: /

User-agent: mobileGate-Spider
Disallow: /

User-agent: MSNBOT
Disallow: /board/

User-agent: psbot
Disallow: /

User-agent: seekbot
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: x-Tractor
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/