User-agent: * # Disallow all directories and files within Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /includes/ Disallow: /images/ Disallow: /private/ Disallow: /templates/ Disallow: /themes/ # Disallow all files ending with these extensions Disallow: /hidden.php Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ # Disallow parsing individual post feeds, categories and trackbacks.. Disallow: */trackback/ Disallow: */feed/ Disallow: /categorie/* Disallow: /trefwoord/*