User-agent: tutorgig Disallow: / User-agent: Gigabot Disallow: / User-agent: JetBot Disallow: / User-agent: * Disallow: /clients/ Disallow: /css/ Disallow: /cms/ Disallow: /img/ Disallow: /images/ Disallow: /js/ Disallow: /mov/ Disallow: /redirect/ Disallow: /storage/ Disallow: /swf/ Disallow: /themes/ User-agent: * # disallow files in /cgi-bin Disallow: /cgi-bin/ Disallow: /comments/ Disallow: /z/j/ Disallow: /z/c/ # disallow all files ending in .php Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ # disallow all files with ? in url Disallow: /*?