# all robots

User-agent: *
Disallow: /403.php
Disallow: /404.php
Disallow: /authusers/
Disallow: /cgi-bin/
Disallow: /core/
Disallow: /downloads/
Disallow: /forums/
Disallow: /gear/guide.php
Disallow: /mod_perl/
Disallow: /phpAdsNew/
Disallow: /xdev/