#Sitemap: http://www.startupspulse.com/sitemap.xml User-agent: * # Disallow all files in these DIRECTORIES Disallow: /2008/ Disallow: /2009/ Disallow: /about/* Disallow: /archives/ Disallow: /author/ Disallow: /category/* Disallow: /cgi-bin/ Disallow: /comments/* Disallow: /contact-us/ Disallow: /date/ Disallow: /dh_ Disallow: /donate/ Disallow: /feed/ Disallow: /*/feed/ Disallow: /*/*/feed/ Disallow: /feed/rss/ Disallow: /*/feed/rss/ Disallow: /*/*/feed/rss/ Disallow: /newsletter/ Disallow: /one-page/ Disallow: /page/ Disallow: /rss/ Disallow: /*/rss/ Disallow: /*/*/rss/ Disallow: /search/ Disallow: /stats/ Disallow: /subscribe/ Disallow: /tag/ Disallow: /trackback/ Disallow: /*/trackback/ Disallow: /*/*/trackback/ Disallow: /wp-*/ # Disallow all files ending with these EXTENSIONS Disallow: /*.cgi Disallow: /*.css Disallow: /*.doc Disallow: /*.exe Disallow: /*.gz Disallow: /*.inc Disallow: /*.js Disallow: /*.pdf Disallow: /*.php Disallow: /*.swf Disallow: /*.tar Disallow: /*.tgz Disallow: /*.txt Disallow: /*.wav Disallow: /*.wmv Disallow: /*.xhtml Disallow: /*.zip # Disallow all files with QUESTION MARK Disallow: /*?* # Allow Google image bot to search ALL IMAGES User-agent: Googlebot-Image Disallow: Allow: /* # Disable DUGGMIRROR User-agent: duggmirror Disallow: /