# ===================================================================
# robots.txt for nhansamkiv.com.vn
# Created by VIRA.VN
# Website: nhansamkiv.com.vn
# Last Updated: 02/09/2025
# ===================================================================

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# 1. Block sensitive WordPress core and sensors
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-register.php

# 2. Block default pages that have no SEO value
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-config.php.bak # Block sensitive backup files
Disallow: /trackback/
Disallow: /feed/
Disallow: /rdf/
Disallow: /rss/
Disallow: /rss2/
Disallow: /comments/feed/

# 3. Block search results pages and sites that create duplicate content cycles
Disallow: /?s=
Disallow: /search/

# 4. Block unnecessary plugin and theme files from being indexed
# note: We will allow important CSS and JS files in the ALLOW section below.
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

# 5. ALLOW bots to access important resources to render the page
# This is a modern and very important rule, helping Google understand your website better.
Allow: /wp-includes/js/
Allow: /wp-content/uploads/
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js

# 6. Rules for specific bots (Optional)
# Example: Block email harvesting bots

User-agent: AdsBot-Google
Allow: /

#8. Block Unnecessary URL Parameters (NEWLY ADDED)
# ===================================================================
Disallow: /*?add-to-cart*
Disallow: /*?recaptcha-opt-in*

# 7. Declare SITEMAP
Sitemap: https://nhansamkiv.com.vn/sitemap_index.xml