User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: DeepseekBot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Cohere-ai
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Magpie-crawler
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Peer39_crawler
Disallow: /

User-agent: Peer39_crawler/1.0
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Cookiebot
Disallow: /wp-includes/
Disallow: /wp-content/plugins/

User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: newsai
Disallow: /

User-agent: PUBT-bot
Disallow: /

User-agent: ibou.io
Disallow: /

User-agent: IbouBot
Disallow: /

User-agent: *
Crawl-delay: 2

Disallow: /ph3m7u67j3/
Disallow: /wp-login.php
Disallow: /portfolio-items/
Disallow: /tag/*
Disallow: /*/feed/
Disallow: /trafficbot.life
Disallow: /page/
Disallow: /*?m-page=
Disallow: /*tribe-bar-date=
Disallow: /*url_referrer=

User-agent: SiteAuditBot
Disallow: /partner/
Disallow: /course/
Disallow: /login/
Disallow: /wp-admin/


Sitemap: https://netinsight.net/sitemap_index.xml