User-Agent: *
Allow: /
Allow: /tenders/
Allow: /platforms/
Allow: /sectors/
Allow: /regions/
Allow: /buyers/
Allow: /suppliers/
Allow: /market-insights
Allow: /about
Allow: /methodology
Allow: /sitemaps/
Allow: /feed.xml
Allow: /feeds/
Allow: /indexnow-key.txt
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/og
Allow: /cdn-cgi/scripts/
Disallow: /api/
Disallow: /out
Disallow: /cdn-cgi/

User-Agent: OAI-SearchBot
User-Agent: Claude-SearchBot
User-Agent: PerplexityBot
User-Agent: Applebot
User-Agent: Bravebot
User-Agent: ExaSearchBot
User-Agent: ChatGPT-User
User-Agent: Claude-User
User-Agent: Perplexity-User
User-Agent: ExaUser
User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: Google-Extended
Allow: /
Allow: /tenders/
Allow: /platforms/
Allow: /sectors/
Allow: /regions/
Allow: /buyers/
Allow: /suppliers/
Allow: /market-insights
Allow: /about
Allow: /methodology
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/public/
Allow: /cdn-cgi/scripts/
Disallow: /api/
Disallow: /out
Disallow: /cdn-cgi/

User-Agent: AhrefsBot
User-Agent: SemrushBot
User-Agent: MJ12bot
User-Agent: DotBot
User-Agent: PetalBot
Allow: /
Allow: /tenders/
Allow: /platforms/
Allow: /sectors/
Allow: /regions/
Allow: /buyers/
Allow: /suppliers/
Allow: /market-insights
Allow: /about
Allow: /methodology
Allow: /sitemaps/
Allow: /feed.xml
Allow: /feeds/
Allow: /indexnow-key.txt
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/og
Allow: /cdn-cgi/scripts/
Disallow: /api/
Disallow: /out
Disallow: /cdn-cgi/
Crawl-delay: 20

Sitemap: https://tenderline.uk/sitemap.xml
Sitemap: https://tenderline.uk/sitemaps/tenders-active.xml
Sitemap: https://tenderline.uk/sitemaps/tenders.xml
Sitemap: https://tenderline.uk/sitemaps/tenders-planning.xml
Sitemap: https://tenderline.uk/sitemaps/platforms.xml
Sitemap: https://tenderline.uk/sitemaps/sectors.xml
Sitemap: https://tenderline.uk/sitemaps/regions.xml
Sitemap: https://tenderline.uk/sitemaps/buyers.xml
Sitemap: https://tenderline.uk/sitemaps/suppliers.xml
Sitemap: https://tenderline.uk/feeds/tenders.rss
Sitemap: https://tenderline.uk/feeds/planning.rss