### GLOBAL RULES ###
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /search/
Disallow: /trackback/
Disallow: /web-design/
Allow: /web-design/$
Allow: /wp-admin/admin-ajax.php
Crawl-delay: 2


### TRACKING & MARKETING PARAMETERS ###
User-agent: *
Disallow: /*?fbclid=
Disallow: /*?utm_
Disallow: /*?gclid=
Disallow: /*?gad=
Disallow: /*?x_tr_tl
Disallow: /*?_x_tr_sl
Disallow: /*?cxssh=
Disallow: /*?tvsheartbeat=
Disallow: /*?campaignid=
Disallow: /*?adgroupid=
Disallow: /*?keyword=
Disallow: /*?mod=
Disallow: /*?mn=
Disallow: /?
Allow: /?s=
Allow: /?p=
Allow: /?lang=


### OPENAI ###
User-agent: GPTBot
Allow: /
Crawl-delay: 5

User-agent: ChatGPT-User
Allow: /
Disallow: /checkout/
Disallow: /cart/


### ANTHROPIC ###
User-agent: ClaudeBot
Allow: /
Crawl-delay: 3

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-ai
Allow: /


### COMMON CRAWL ###
User-agent: CCBot
Allow: /
Disallow: /private/


### GOOGLE AI ###
User-agent: Google-Extended
Allow: /


### PERPLEXITY ###
User-agent: Omgilibot
Allow: /

User-agent: PerplexityBot
Allow: /


### OTHER AI ###
User-agent: Gemini
Allow: /

User-agent: MistralAI
Allow: /

User-agent: NeevaBot
Allow: /


### SEARCH ENGINES ###
User-agent: Googlebot
Allow: /
Allow: /*.css$
Allow: /*.js$

User-agent: Googlebot-Image
Allow: /

User-agent: bingbot
Allow: /
Crawl-delay: 3

User-agent: MSNBot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Yandex
Allow: /


### SOCIAL MEDIA ###
User-agent: FacebookBot
Allow: /
Disallow: /account/

User-agent: Twitterbot
Allow: /
Disallow: /account/

User-agent: LinkedInBot
Allow: /
Disallow: /account/

User-agent: Pinterestbot
Allow: /
Disallow: /account/


### ARCHIVES & PLATFORM BOTS ###
User-agent: ia_archiver
Allow: /

User-agent: Applebot
Allow: /


### SITEMAPS ###
Sitemap: https://dnovogroup.com/sitemap.xml