User-agent: Mediapartners-Google*
Disallow:/data/
Disallow:/ads/
Disallow:/admin/
Disallow:/login/
Disallow:/backup/
Disallow:/js/
Disallow:/mailing/
Disallow:/tinymce/
Disallow:/images/
Disallow:/Search/
Disallow:/CGI-BIN/
Disallow:/aspnet_client/

User-agent: *
Disallow:/data/
Disallow:/ads/
Disallow:/allen_admin/
Disallow:/allen_mailing/
Disallow:/allen_includes/
Disallow:/classified/
Disallow:/contact/
Disallow:/database/
Disallow:/front/
Disallow:/ads/
Disallow:/admin/
Disallow:/admentor/
Disallow:/includes/
Disallow:/images/
Disallow:/Search/
Disallow:/CGI-BIN/
Disallow:/aspnet_client/

User-agent: Slurp
Crawl-delay: 100   #300 seconds is 5 minutes
Disallow:/data/
Disallow:/ads/
Disallow:/allen_admin/
Disallow:/allen_mailing/
Disallow:/allen_includes/
Disallow:/classified/
Disallow:/contact/
Disallow:/database/
Disallow:/front/
Disallow:/ads/
Disallow:/admin/
Disallow:/admentor/
Disallow:/includes/
Disallow:/images/
Disallow:/Search/
Disallow:/CGI-BIN/
Disallow:/aspnet_client/

User-agent: Mozilla/3.01 (hotwired-test/0.1)
Disallow:/data/
Disallow:/ads/
Disallow:/allen_admin/
Disallow:/allen_mailing/
Disallow:/allen_includes/
Disallow:/classified/
Disallow:/contact/
Disallow:/database/
Disallow:/front/
Disallow:/ads/
Disallow:/admin/
Disallow:/admentor/
Disallow:/includes/
Disallow:/images/
Disallow:/Search/
Disallow:/CGI-BIN/
Disallow:/aspnet_client/

User-agent: Scooter
Disallow:/data/
Disallow:/ads/
Disallow:/allen_admin/
Disallow:/allen_mailing/
Disallow:/allen_includes/
Disallow:/classified/
Disallow:/contact/
Disallow:/database/
Disallow:/front/
Disallow:/ads/
Disallow:/admin/
Disallow:/admentor/
Disallow:/includes/
Disallow:/images/
Disallow:/Search/
Disallow:/CGI-BIN/
Disallow:/aspnet_client/

User-agent: Ultraseek
Disallow:/data/
Disallow:/ads/
Disallow:/allen_admin/
Disallow:/allen_mailing/
Disallow:/allen_includes/
Disallow:/classified/
Disallow:/contact/
Disallow:/database/
Disallow:/front/
Disallow:/ads/
Disallow:/admin/
Disallow:/admentor/
Disallow:/includes/
Disallow:/images/
Disallow:/Search/
Disallow:/CGI-BIN/
Disallow:/aspnet_client/

User-agent: smallbear
Disallow:/data/
Disallow:/ads/
Disallow:/allen_admin/
Disallow:/allen_mailing/
Disallow:/allen_includes/
Disallow:/classified/
Disallow:/contact/
Disallow:/database/
Disallow:/front/
Disallow:/ads/
Disallow:/admin/
Disallow:/admentor/
Disallow:/includes/
Disallow:/images/
Disallow:/Search/
Disallow:/CGI-BIN/
Disallow:/aspnet_client/