User-agent: *
Disallow: /cgi-bin/
Disallow: /forums/admincp/
Disallow: /forums/clientscript/
Disallow: /forums/cpstyles/
Disallow: /forums/customavatars/
Disallow: /forums/dlm/
Disallow: /forums/images/
Disallow: /forums/includes/
Disallow: /forums/install#/
Disallow: /forums/modcp/
Disallow: /forums/subscriptions/
Disallow: /forums/themes/
Disallow: /banners/
Disallow: /downloads/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /modules/
Disallow: /portalcp/
Disallow: banners.php
Disallow: footer.php
Disallow: global.php
Disallow: header.php
Disallow: mainfile.php
Disallow: user.php
Disallow: search.php
Disallow: modules.php
Disallow: articles.php
Disallow: external.php

User-agent: Mediapartners-Google*
Disallow:

# spammer
User-agent: LinkWalker
Disallow: /

# company letting crawl the community: nono
User-agent: grub-client
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: moget/2.1
Disallow: /

User-agent: WebZip/4.0
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Wget/1.6
Disallow: /

User-agent: Wget/1.5.3
Disallow: /

User-agent: Wget
Disallow: /