User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /go/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: *attachment_id*

User-agent: CCBot
Disallow: /

User-agent: XaiCrawler
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Copilot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

Sitemap: https://websiteforengineers.com/sitemap_index.xml
sitemap: https://websiteforengineers.com/post-sitemap.xml
sitemap: https://websiteforengineers.com/page-sitemap.xml