User-agent: *
Disallow: /cgi-bin
Disallow: /paid-content
Disallow: /wp-admin
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-includes
Disallow: /tag
Disallow: /trackback
Disallow: /author
Disallow: /httpd/
Disallow: /images/
Disallow: */trackback
Disallow: */feed

# Allow Google adsense bot on entire site

User-agent: Mediapartners-Google
Allow: /

# Allow Adsbot on entire site
# This crawls pages to measure AdWords landing page quality

User-agent: Adsbot-Google
Allow: /

# Allow Google's mobile bot on entire site
# This indexes images for mobile users

# User-agent: Googlebot-Mobile
# Allow: /

# Disallow Way Back Machine's bot entirely
# This prevents the archiver from storing historical snapshots of the site

User-agent: ia_archiver
Disallow: /

# Disallow Digg's archiving bot entirely
# This prevents the Digg from storing historical snapshots of the site

User-agent: duggmirror
Disallow: /

Sitemap: http://www.magnumip.com.au/sitemap.xml.gz