#go away
User-agent: Directcrawler
Disallow: /
User-agent: VoilaBot
Disallow: /
User-agent: Java/1.5.0_11
Disallow: /
User-agent: Java/1.4.1_04
Disallow: /
User-agent: gsa-crawler
Disallow: /
#User-agent: ia_archiver-web.archive.org
#Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: *
Disallow: /accounts*
Disallow: /bands*
Disallow: /clubs*
Disallow: /comments*
Disallow: /events*
Disallow: /mailfriend*
Disallow: /news/neon_nightlife*
Disallow: /places*
Disallow: /photos/galleries*
Disallow: /*rawhtml*
Disallow: /uploadimages*
Disallow: /videos*
Crawl-delay: 0.5