User-agent: * Allow: / User-agent: Amazonbot # blocked in apache default-ssl.conf Disallow: / User-agent: GPTBot # blocked in apache default-ssl.conf Disallow: /