User-agent: *
Allow: /
Disallow: /admin
Disallow: /api/
Disallow: /*.json$
Disallow: /*?*utm_*
Disallow: /*?*ref=*
Disallow: /workspace/
Disallow: /application/
Disallow: /personalized-matches
Disallow: /profile
Disallow: /auth
Disallow: /reset-password
Disallow: /accept-invite
Disallow: /onboarding
Disallow: /welcome
Disallow: /success
Disallow: /applications
Disallow: /assistant
Disallow: /activity
Disallow: /evidence
Disallow: /operations
Disallow: /organization
Disallow: /marketing-hub
Disallow: /branding
Disallow: /m/

# Google crawlers
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Bing/Microsoft crawlers
User-agent: Bingbot  
Allow: /

User-agent: msnbot
Allow: /

User-agent: bingpreview
Allow: /

# Allow AI assistants to cite your content
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

# Social media crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

# Sitemaps: static file (built at publish) plus a live funder sitemap read from the database
Sitemap: https://grantbridge.uk/sitemap.xml
Sitemap: https://gwxnqpsoltkvvmgmteba.supabase.co/functions/v1/sitemap-funders