User-agent: * Disallow: /blog/ User-agent: * Disallow: /*.user.js$ User-agent: * Disallow: /*.oex$ User-agent: * Disallow: /*.crx$ User-agent: * Disallow: /*.xpi$ User-agent: * Disallow: /*.safariextz$ User-agent: * Disallow: /*.mxaddon$ User-agent: * Disallow: /*.bat$ User-agent: * Disallow: /*.zip$ User-agent: * Crawl-delay: 30 User-agent: * Disallow: /cgi-bin/ Disallow: /test/