User-agent: * Disallow: # Disallow: /public/images/ # Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.txt$ Disallow: /*.html$ Disallow: /index.php