User-agent: archive.org_bot
Allow: /

User-agent: *
Allow: /about/
Allow: /announcements/
Allow: /conferences/
Allow: /content/
Allow: /eresources/
Allow: /etc/
Allow: /exhibits/
Allow: /exhibits/bti/
Allow: /help/
Allow: /info/
Allow: /services/
Allow: /images/
Allow: /includes/style/

Disallow: /_private/
Disallow: /aspnet_client/
Disallow: /captivate/
Disallow: /intranet/
Disallow: /libqual/
Disallow: /login/
Disallow: /logout/
Disallow: /mylibrary/
Disallow: /pages/
Disallow: /public_workstations/
Disallow: /scifinder/
Disallow: /search/
Disallow: /error/
Disallow: /etc/
Disallow: /security/
Disallow: /training_videos/
Disallow: /webcat_Images/
Disallow: /eresources/catalog/
Disallow: /rss/