User-agent: *
Crawl-delay: 30
Disallow: /main.php?*
Disallow: /
Disallow: /themes/
Allow: /html/
#
User-agent: Googlebot
User-agent: Slurp
User-agent: MSNBot
Crawl-delay: 30
Disallow: /
Disallow: /install/
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /scripts/
Disallow: /local/
Disallow: /updates/
Disallow: /upgrade/
Disallow: /profiles/
Disallow: /slideshow/
Disallow: /main.php/v/slideshow/
# Files
Disallow: *.php$
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /CHANGELOG.txt
Disallow: /MAINTAINERS.txt
Disallow: /LICENSE.txt
Disallow: /UPGRADE.txt
# Paths (clean URLs)
Disallow: /admin/
Disallow: /aggregator/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Allow Few
Allow: /html/
Allow: *g2_itemId=7$
Allow: *g2_itemId=17303$
Allow: *g2_itemId=21$
Allow: *g2_itemId=21&g2_page=2$
Allow: *g2_itemId=3537$
Allow: *g2_itemId=3896$
Allow: *g2_itemId=4501$
Allow: *g2_itemId=4668$
Allow: *g2_itemId=9554$
Allow: *g2_itemId=13497$
Allow: *g2_itemId=14888$
Allow: *g2_itemId=17303$
Allow: *g2_itemId=22123$
Allow: *g2_itemId=27267$
Allow: *g2_itemId=30876$
Allow: *g2_itemId=31215$
Allow: *g2_itemId=39000$
Allow: *g2_itemId=47401$
Allow: *g2_itemId=48515$
Allow: *g2_itemId=53515$
Allow: *g2_itemId=48517$