User-agent: *
Disallow: /cgi-bin/
Disallow: /44/
Disallow: /hotels_db/
Disallow: /facebook/
Disallow: /corporate/
Disallow: /phpmyadmin/
Disallow: /i/
Disallow: /ratergators/
Disallow: /ratergators-07-Nov-15/
Disallow: /wget/
Disallow: /httpd/
Disallow: /c/
Disallow: /j/
Disallow: /admin.php
Disallow: /community/admin/index.php
Disallow: /community/admin/loginadmin.php
Disallow: /ratingbadges/
Disallow: /rg-dev-old-2008-Feb-04/
Disallow: /sql/
Disallow: /etc/
Disallow: /p/
Disallow: /style.php


User-agent: alexa
Disallow: /

# HOST: archive.org 
User-agent: ia_archiver 
disallow: /

User-agent: ia_archiver-web.archive.org 
disallow: /

# heritrix: 
User-agent: archive.org_bot 
disallow: /