User-agent: tutorgig Disallow: / User-agent: Gigabot Disallow: / User-agent: JetBot Disallow: / User-agent: * Disallow: /misc/ Disallow: /mint/ Disallow: /fever/ User-agent: * # disallow files in /cgi-bin Disallow: /cgi-bin/ Disallow: /comments/ Disallow: /z/j/ Disallow: /z/c/ # disallow all files ending in .php Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ # disallow all files with ? in url Disallow: /*?