User-agent: *
Disallow: /cgi-bin/
Disallow: /site/assets/
Disallow: /site/mlsni/
Disallow: /site/epage/user_entity_emessage_console.exc
Disallow: /site/property/user_view_property.exc
Disallow: /site/calendar/
User-agent: psbot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: bzBot
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: SBIder
Disallow: /
User-agent: IRLbot 
Disallow: /
User-agent: LC-Crawler
Disallow: /
Sitemap: http://www.discjockey.org/sitemap.xml