User-agent: *
Disallow: /admin/
Disallow: /backend/
Disallow: /private/
Disallow: /tmp/
Disallow: /test/
Disallow: /wp-admin/
Disallow: /cgi-bin/

# Block specific file types from indexing
Disallow: /*.php$
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /*.cgi$
Disallow: /*.env$

# Allow search engines to index the main content
Allow: /

# Allow important pages explicitly
Allow: /whitepaper

# Sitemap Location
Sitemap: https://randomtoken.net/sitemap.xml