# scarff.id.au robots.txt

# Bots I've seen:
# Moreoverbot
# YahooFeedSeeker
# Technoratibot
# Baiduspider
# msnbot

# Failsafe
User-agent: *
Disallow: /file/
Disallow: /git/
Disallow: /git/*
Disallow: /gitweb?*h=*
Disallow: /ns/
Disallow: /cal/
Disallow: /contact
# wordpress
Disallow: /blog/wp-admin
Disallow: /blog/wp-includes
Disallow: /blog/wp-content
Disallow: /*?*
Disallow: /*?
Disallow: */trackback
Disallow: */comments
Disallow: */feed
Disallow: /page/*
Disallow: /blog/category/*/*

# Allow google
User-agent: googlebot
Disallow: /file/
Disallow: /git/
Disallow: /gitweb?*h=*
Disallow: /ns/
Disallow: /cal/
Disallow: /contact
# wordpress
Disallow: /blog/wp-admin
Disallow: /blog/wp-includes
Disallow: /blog/wp-content
Disallow: /blog/*?*
Disallow: /blog/*?
Disallow: */trackback
Disallow: */comments
Disallow: */feed
Disallow: /page/*
Disallow: /blog/category/*/*
Allow: /cal/
Allow: /blog/wp-content/uploads/
Allow: /feed