# robots.txt User-agent: * Allow: /*.html Allow: /*.php Disallow: /search/*