User-agent: * Disallow: /admin/ Disallow: /*.php Disallow: /*.htm Allow: /*.html Allow: /index.php