User-agent: Mediapartners-Google*
Disallow:

User-agent: *
Allow: /ads.txt

User-agent: *
Disallow: 
Crawl-delay: 1

Disallow: /diagrams/

# Cloudflare recommendation - https://developers.cloudflare.com/fundamentals/reference/cdn-cgi-endpoint/

Disallow: /cdn-cgi/


Sitemap: https://skyscraperpage.com/sitemap_index.xml
Sitemap: https://skyscraperpage.com/sitemap.xml
Sitemap: https://skyscraperpage.com/sitemap1.xml


# https://www.robotstxt.org/