User-agent: aws-cloudfront-inspector 
User-agent: amazon-kendra
User-agent: SemrushBot
User-agent: SiteAuditBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: SplitSignalBot
User-agent: SemrushBot-OCOB
User-agent: msnbot
User-agent: microsoft
User-agent: googleusercontent
User-agent: amazonaws
User-agent: amazonbot
User-agent: googlebot
User-agent: google
User-agent: meta-externalagent
User-agent: facebookexternalhit
Allow: