User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Allow: /*/*.css
Allow: /*/*.js
Disallow: /wp-includes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: */disclaimer/*
Disallow: *?attachment_id=
Disallow: /privacy-policy

# Block internal WordPress search pages
Disallow: /?s=
Disallow: /search/

# Block RSS, XML, and JSON feeds
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/
Disallow: /wp-json/
Disallow: /?rest_route=

# Block sensitive files
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /wp-register.php
Disallow: /cgi-bin/

# Block tag and archive pages to avoid duplicate content
Disallow: /tag/
Disallow: /archives/

# Block malicious web scrapers
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: Sogou Spider
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: SiteExplorer
Disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: netEstate NE Crawler
Disallow: /
User-agent: Moreover
Disallow: /
User-agent: sentibot
Disallow: /
User-agent: Aboundexbot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: oBot
Disallow: /
User-agent: meanpathbot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: ZmEu
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: python-requests
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: Apache-HttpClient
Disallow: /
User-agent: libwww-perl
Disallow: /
User-agent: curl
Disallow: /
User-agent: wget
Disallow: /

# Block additional AI and data scrapers
User-agent: AI2Bot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: cohere-training-data-crawler
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: DuckAssistBot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Kangaroo Bot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: Meta-ExternalFetcher
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: omgili
Disallow: /
User-agent: PanguBot
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: Webzio-Extended
Disallow: /
User-agent: YouBot
Disallow: /

# Allow indexing of main content
Allow: /wp-content/uploads/

# Sitemap for efficient indexing
Sitemap: https://meuwindows.com/sitemap_index.xml