User-agent: Googlebot
# disallow all files ending with these extensions
Disallow: /error.cfm$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.flv$
Disallow: /*.fla$
Disallow: /*.swf$
Disallow: /*.txt$

User-agent:  *
# disallow all files in these directories
Disallow: /includes/
Disallow: /ads/
Disallow: /admin/
Disallow: /model/
Disallow: /assets/
Disallow: /memory/
Disallow: /logs/
Disallow: /pdf/
Disallow: /psd/
Disallow: /scripts/
Disallow: /site_images/
Disallow: /spry/
Disallow: /spryassets/
Disallow: /sql/
Disallow: /sql_scripts/
Disallow: /TaterBella/
Disallow: /temp/
Disallow: /theme/
Disallow: /themes/
Disallow: /page_backup/
Disallow: /png/
Disallow: /Leila New/
Disallow: /admin/
Disallow: /ads/
Disallow: /cfide/
Disallow: /cyf_images/
Disallow: /error/
Disallow: /flex/
Disallow: /files/
Disallow: /sitemap/
Disallow: /js/
Disallow: /rss/
Disallow: /smaptml/
Disallow: /spry_bak_7.12.08/
Disallow: /ModelGlue/
Disallow: /generator/
Disallow: /form/
Disallow: /images/
Disallow: /coldspring/

Disallow: /byprice.cfm
Crawl-Delay: 10

 
# disable duggmirror
User-agent: duggmirror
Disallow: /
 
# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*