# Generated for domain: User-agent: * # Disallowing includes directory for security. Disallow: /wp-includes/ # Restricting plugin access. Disallow: /wp-content/plugins/ # Caching is disabled. Disallow: /wp-content/cache/ # Themes directory is off-limits. Disallow: /wp-content/themes/ # Blocking uploads to prevent unwanted access. Disallow: /wp-content/uploads/ # Prevent bots from accessing common WordPress entry points. Disallow: /*?s=* Disallow: /*?attachment_id=* Disallow: /*?author=* Disallow: /*?cat=* Disallow: /*?tag=* Disallow: /*?page_id=* Disallow: /*?paged=* Disallow: /*?archive=* Disallow: /*?replytocom=* # Blocking unnecessary query strings. Disallow: /comments/ Disallow: /trackback/ Disallow: /feed/ Disallow: /search/ Disallow: /404/ # Blocking pagination for bots. Disallow: /*/page/ # Prevent paginated content indexing. Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /private/ Disallow: /old/ Disallow: /backup/ # Blocking specific folders for security reasons. User-agent: * Disallow: /r/ # Allowing full access for Google bots to tags, categories, posts, and pages. User-agent: Googlebot Disallow: # Ensure Google can access tags, categories, and posts. User-agent: Googlebot Allow: /category/ Allow: /tag/ Allow: /post/ Allow: /page/ # Allowing Google access to /r/ but blocking others. User-agent: Googlebot Allow: /r/ User-agent: * Disallow: /r/ # Ensuring Google is allowed on /r/ User-agent: Googlebot Allow: /r/