User-agent: * Disallow: /?* # Do not index session ID Disallow: /*?SID= Disallow: /*?p Disallow: /*.php$ # CVS, SVN directory and dump files Disallow: /*.CVS Disallow: /*.Zip$ Disallow: /*.Svn$ Disallow: /*.Idea$ Disallow: /*.Sql$ Disallow: /*.Tgz$ Disallow: /go/ Disallow: /g/shop/