# urlShort by Maverick Revolution
# robots.txt
# Last updated May 27 2009
# To resolve a URL please use our API. http://u.mavrev.com/api

# Disallowed

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /includes/
Disallow: /
Disallow: *

# Allowed

User-agent: LongURL API
Crawl-delay: 10
# Directories
Crawl-delay: 10
# Directories
Allow: *
Allow: /
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /includes/

User-agent: Mozilla/5.0 (compatible; LongURLPlease; +http://www.longurlplease.com) AppEngine-Google; (+http://code.google.com/appengine)
Crawl-delay: 10
# Directories
Allow: *
Allow: /
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /includes/

User-agent: Googlebot
Crawl-delay: 10
# Directories
Allow: *
Allow: /
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /includes/

User-agent: Googlebot/2.1 (+http://www.googlebot.com/bot.html)
Crawl-delay: 10
# Directories
Allow: *
Allow: /
Disallow: /cgi-bin/
Disallow: /dev/
Disallow: /includes/