User-agent: * # disallow directories disallow: /category/ disallow: /css/ disallow: /cgi-bin/ disallow: /db/ disallow: /admin/ disallow: /cache/ # disallow these urls disallow: /index.php? # disallow urls starting with quote disallow: /" # disallow all files with a? in url disallow: /*?* # disallow all files ending in specific extension disallow: /*.php$ disallow: /*.js$ disallow: /*.inc$ disallow: /*.css$ disallow: /*.txt$