User-agent: * Disallow: /cgi-bin/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Disallow: /wp-content/plugins/ Disallow: /wp-includes/ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /feed/ Disallow: /refer/ Disallow: /*? Disallow: /readme.html User-agent: amazon-QBusiness # Amazon Q Web Crawler Disallow: / # disallow access to any pages