# Robots.txt file for www.freereferral.com

User-agent: *
Disallow: /pma/
Disallow: /cgi-bin/

User-agent: Xenu Link Sleuth
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Custo
Disallow: /

User-agent: Java (Often spam bot)
Disallow: /

User-agent: Turn It In
Disallow: /

User-agent: robot
Disallow: /

User-agent: crawl
Disallow: /

User-agent: *
Disallow: /freereferral/
Disallow: /pma/

Crawl-delay: 30