# Robots will spider the domain

User-agent: Mediapartners-Google*
Crawl-delay:  30
Disallow:

User-agent: *
Crawl-delay:  5
Disallow: /ads/
Disallow: /admin/
Disallow: /blocks/
Disallow: /cgi-bin/
Disallow: /db/
Disallow: /forum/ads
Disallow: /forum/login.php
Disallow: /forum/memberlist.php
Disallow: /forum/new
Disallow: /forum/posting.php
Disallow: /forum/privmsg.php
Disallow: /forum/profile.php
Disallow: /forum/search.php
Disallow: /forum/viewonline.php
Disallow: /guide/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /menu/
Disallow: /modules/
Disallow: /poll/
Disallow: /themes/