# robots.txt for FLNORW MALL (www.flnorw.com)
# Last updated: 2026-10-30
# AI crawlers are explicitly allowed for GEO/AI-search visibility.

# --- AI / LLM Crawlers: ALLOW ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Bytespider
Allow: /

# --- All other crawlers ---
User-agent: *
# WordPress core
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Allow: /wp-content/themes/
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php
# WooCommerce functional pages
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*?undo_item=
# Search & filters (avoid crawl budget waste)
Disallow: /*?s=
Disallow: /*?filter_
Disallow: /*?orderby=
Disallow: /*?product-page=
# Pagination beyond page 5 (deep pagination = thin value)
Disallow: /*?paged=6
Disallow: /*?paged=7
Disallow: /*?paged=8
Disallow: /*?paged=9

Sitemap: https://www.flnorw.com/wp-sitemap.xml