# Allow all
User-agent:  *
Disallow: /sitefinal/
Disallow: /coblog/
Disallow: /cgi-bin/
Disallow: /php/
Disallow: /stuff/
 
# disallow archiving site
User-agent: ia_archiver
Disallow: /
 
# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*.gif$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.jpg$
Allow: /*.ico$
Allow: /*.jpg$
 
# Disallow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow: /
 
User-agent: *
Crawl-delay: 2