# Taken from wikipedia's robots.txt

#
# Friendly, low-speed bots are welcome viewing article pages, but not
# dynamically-generated pages please.
#
# Inktomi's "Slurp" can read a minimum delay between hits; if your
# bot supports such a thing using the 'Crawl-delay' or another
# instruction, please let us know.
#
User-agent: *
Disallow: /index.php/Special:Randompage
Disallow: /index.php/Special%3ARandompage
Disallow: /index.php/Special:Search
Disallow: /index.php/Special%3ASearch
# normal link are of the form /index.php/, all others are special (login, edit) 
Disallow: /index.php?title=
# And now, the forums
Disallow: /forum/admin/
Disallow: /forum/db/
Disallow: /forum/images/
Disallow: /forum/includes/
Disallow: /forum/language/
Disallow: /forum/templates/
Disallow: /forum/common.php
Disallow: /forum/groupcp.php
Disallow: /forum/faq.php 
Disallow: /forum/privmsg.php
Disallow: /forum/profile.php
Disallow: /forum/memberlist.php
Disallow: /forum/search.php
Disallow: /forum/posting.php
Disallow: /forum/groupcp.php
Disallow: /forum/viewonline.php
Disallow: /forum/printview.php
Disallow: /forum/modcp.php
Disallow: /forum/login.php

Crawl-delay: 1