User-agent: twitterbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: *
Allow: /


# URLCEPTION
Disallow: /www.eurekaalert.org*
Disallow: /www.ketlaw.com*
Disallow: /www.project-syndicate.org*


# URL Paths
Disallow: /adserver*
Disallow: /ad_docs*
Disallow: /author/dr-boli
Disallow: /assets/crosswords*
Disallow: /blogs/firstthoughts/wp-admin*
Disallow: /gracenotes*
Disallow: /blogs/drboli/*
Disallow: /blogs/mullarkey/*

# Folders
Disallow: /cgi-bin/*
Disallow: /assets/crosswords/*
Disallow: /documentation/*
Disallow: /install/*
Disallow: /resources/*
Disallow: /processors/*
Disallow: /sandbox/*
Disallow: /cms/*

# Files
Disallow: /survey.php
Disallow: /print.php*?*
Disallow: /simpleSearch.php*?*
Disallow: /js/files/*