# Block all robots/crawlers/spiders from indexing certain dirs
User-agent: *
Disallow: /alfa
Disallow: /imgs
Disallow: /adresser
Disallow: /drift
Disallow: /e2info
Disallow: /film
Disallow: /mopix
Disallow: /nike
Disallow: /misc
Disallow: /awstats_icons
Disallow: /historisk
Disallow: /predictioncap.php
Disallow: /blog/wp-comments-post.php
Disallow: /blog/wp-login.php

# page-store.com, powerset.com
User-agent: zermelo
Disallow: /

# SEOprofiler.com
User-agent: spbot
Disallow: /

# Hello Google!
# Don't block the AdSense robot from Google
# Note: "Allow" is a non-standard extension that Google recognise
User-agent: Mediapartners-Google
Disallow: /awstats_icons
Disallow: /misc
Disallow: /historisk
Disallow: /gallery
Disallow: /alfa
Disallow: /nike
Disallow: /blog
Disallow: /blog/wp-comments-post.php
Allow: /air
Allow: /alfa/montreal/montreal.html