User-agent: *
Disallow: /404/
Disallow: /logs/
Disallow: /log/
Disallow: /cgi-bin/
Disallow: /banners/
Disallow: /images/
Disallow: /css/
Disallow: /awstats/
Disallow: /axslinks/
Disallow: /linkex/
Disallow: /antispam/
Disallow: /img/
Disallow: /partrecips/
Disallow: /recips/
Disallow: /toplist/
Disallow: /googlesitemap/
Disallow: /gs/
Disallow: /hardlinks/
Disallow: /atc/
Disallow: /stats/


User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: slurp china 
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: AdsBot-Google
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: Speedy Spider
Disallow: /

User-agent: dotbot 
Disallow: / 

User-agent: spbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: dialect
Disallow: /

User-agent: AdsBot-Google
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: yandex bot 
Disallow: /

# BEGIN XML-SITEMAP
Sitemap: http://www.downunderporn.com/downsitemap.xml
Sitemap: http://www.downunderporn.com/sitemap_index.xml
Sitemap: http://www.downunderporn.com/sitemap.xml.gz
Sitemap: http://www.downunderporn.com/sitemap.xml1.gz
Sitemap: http://www.downunderporn.com/sitemap.xml2.gz
Sitemap: http://www.downunderporn.com/sitemap.xml
# END XML-SITEMAP