User-agent: * # disallow files in /cgi-bin Disallow: /bin/ # disallow all files ending in .js Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ #disallow all files in /mbsys directorys Disallow: /mbsys*/ # disallow all files with ? in url Disallow: /*? # disallow any files that are stats related Disallow: /stats* Disallow: /tag Disallow: /docs* Disallow: /manual* Disallow: /category/uncategorized*