User-Agent: *
Allow: /
Allow: /about
Allow: /features
Allow: /pricing
Allow: /skills
Allow: /plugin
Allow: /openclaw
Allow: /install
Allow: /blog
Allow: /find-tiktok-influencers
Allow: /find-instagram-influencers
Allow: /tiktok-creators
Allow: /compare
Allow: /lists
Allow: /tiktok-engagement-rate-calculator
Allow: /tiktok-audit
Allow: /tiktok-hashtag-analyzer
Allow: /tiktok-best-time-to-post
Allow: /tiktok-username-generator
Allow: /tiktok-cpm-calculator
Allow: /tiktok-caption-length-counter
Allow: /tiktok-influencer-rate-calculator
Allow: /compare-tiktok-creators
Allow: /tiktok-engagement-benchmarks
Allow: /multi-platform-creators
Allow: /how-it-works
Allow: /answers
Allow: /llms.txt
Allow: /register
Allow: /login
Allow: /k/
Allow: /privacy
Allow: /terms
Allow: /data-deletion
Disallow: /api/
Disallow: /dashboard
Disallow: /search
Disallow: /watchlist
Disallow: /credits
Disallow: /kols/

User-Agent: GPTBot
User-Agent: ChatGPT-User
User-Agent: OAI-SearchBot
User-Agent: anthropic-ai
User-Agent: ClaudeBot
User-Agent: Claude-Web
User-Agent: Claude-SearchBot
User-Agent: Claude-User
User-Agent: Google-Extended
User-Agent: Applebot
User-Agent: Applebot-Extended
User-Agent: PerplexityBot
User-Agent: Perplexity-User
User-Agent: CCBot
User-Agent: Bytespider
User-Agent: Meta-ExternalFetcher
User-Agent: DuckAssistBot
User-Agent: cohere-ai
User-Agent: YouBot
Allow: /
Allow: /about
Allow: /features
Allow: /pricing
Allow: /skills
Allow: /plugin
Allow: /openclaw
Allow: /install
Allow: /blog
Allow: /find-tiktok-influencers
Allow: /find-instagram-influencers
Allow: /tiktok-creators
Allow: /compare
Allow: /lists
Allow: /tiktok-engagement-rate-calculator
Allow: /tiktok-audit
Allow: /tiktok-hashtag-analyzer
Allow: /tiktok-best-time-to-post
Allow: /tiktok-username-generator
Allow: /tiktok-cpm-calculator
Allow: /tiktok-caption-length-counter
Allow: /tiktok-influencer-rate-calculator
Allow: /compare-tiktok-creators
Allow: /tiktok-engagement-benchmarks
Allow: /multi-platform-creators
Allow: /how-it-works
Allow: /answers
Allow: /llms.txt
Allow: /k/
Allow: /privacy
Allow: /terms
Allow: /data-deletion
Disallow: /api/
Disallow: /dashboard
Disallow: /search
Disallow: /watchlist
Disallow: /credits
Disallow: /kols/

User-Agent: facebookexternalhit
User-Agent: facebookexternalhit/1.1
User-Agent: meta-externalagent
User-Agent: facebookcatalog/1.0
User-Agent: Twitterbot
User-Agent: LinkedInBot
User-Agent: Slackbot
User-Agent: Slackbot-LinkExpanding
User-Agent: Discordbot
User-Agent: WhatsApp
User-Agent: TelegramBot
User-Agent: OpenGraphXYZBot/1.0
Allow: /
Allow: /privacy
Allow: /terms
Allow: /data-deletion
Disallow: /api/

Sitemap: https://kolens.ai/sitemap.xml
Sitemap: https://kolens.ai/sitemap-kols.xml