# ALL SEARCH ENGINE ALLOWED
User-agent: *

# IGNORE INDEXING OF ALL FILES ENDING WITH .EXT
# Disallow: /*.cgi$
Disallow: /*.shtml$

# DIRECTORIES - USER-PROTECTED
Disallow: /contactus/reseller/


# DIRECTORIES - WITH CONTENT AND LINKS BUT DON'T WANT CRAWLED
Disallow: /emailer/
Disallow: /sitecontrol/
Disallow: /ssi/
Disallow: /contactus/reseller/
Disallow: /dedicated-servers/


# FLASH PAGES - NO CONTENT
Disallow: /datacenter/
Disallow: /media/demo/

# NEVER ALLOWED - DIRECTORIES - NO CONTENT
# Disallow: /cgi-bin/
# Disallow: /cmon/
Disallow: /css/
Disallow: /js/
Disallow: /Library/
Disallow: /scripts/
Disallow: /ScriptLibrary/
Disallow: /Templates/

# SINGLE PAGES - WITH CONTENT
# Disallow: /features/multimedia.html

# SINGLE PAGES - THANK YOU LANDING PAGES
Disallow: 	/thank-you.html

# GOOGLE ONLY
User-agent: Googlebot

# BLOCK GOOGLEBOT FROM BLOCK CRAWLING ANY URL THAT INCLUDES A ? 
# MORE SPECIFICALLY, ANY URL THAT BEGINS WITH YOUR DOMAIN NAME, FOLLOWED BY ANY STRING, FOLLOWED BY A QUESTION MARK, FOLLOWED BY ANY STRING
Disallow: /*?