## All Denied Rule
# This section explicitly blocks all crawlers by default
User-agent: *
Disallow: /


## Allow Specific Pages and Paths
# This section lists specific paths that are allowed for crawlers
# These will override the previous "Disallow: /"

# Allow Homepages
Allow: /$
Allow: /ae-en$
Allow: /ae-ar$
Allow: /sa-ar$
Allow: /sa-en$
Allow: /ae-en/$
Allow: /ae-ar/$
Allow: /sa-ar/$
Allow: /sa-en/$

# Allow Store Locator Pages
Allow: /ae-en/store-locator
Allow: /ae-ar/store-locator
Allow: /sa-ar/store-locator
Allow: /sa-en/store-locator

# Allow Additional Pages
Allow: /ae-en/page
Allow: /ae-ar/page
Allow: /sa-ar/page
Allow: /sa-en/page

# Allow Main Pages
Allow: /ae-en/men
Allow: /ae-ar/men
Allow: /sa-ar/men
Allow: /sa-en/men
Allow: /ae-en/women
Allow: /ae-ar/women
Allow: /sa-ar/women
Allow: /sa-en/women
Allow: /ae-en/online-exclusive
Allow: /ae-ar/online-exclusive
Allow: /sa-ar/online-exclusive
Allow: /sa-en/online-exclusive
Allow: /ae-en/faq
Allow: /ae-ar/faq
Allow: /sa-ar/faq
Allow: /sa-en/faq

# Allow Collection Pages
Allow: /ae-en/collection
Allow: /ae-ar/collection
Allow: /sa-ar/collection
Allow: /sa-en/collection

# Allow Categories Pages
Allow: /ae-en/category
Allow: /ae-ar/category
Allow: /sa-ar/category
Allow: /sa-en/category

# Allow Brands Pages
Allow: /ae-en/brands
Allow: /ae-ar/brands
Allow: /sa-ar/brands
Allow: /sa-en/brands

# Allow Product Pages
Allow: /ae-en/product
Allow: /ae-ar/product
Allow: /sa-ar/product
Allow: /sa-en/product

# Allow Feed URL
Allow: /api/v1/w/admin/auth/export-feed?type=google&lang=en

# Allow Sitemap URL
Allow: /sitemap
Allow: /ae-en/sitemap
Allow: /ae-ar/sitemap
Allow: /sa-ar/sitemap
Allow: /sa-en/sitemap

# Allow Favicon
Allow: /favicon.ico

User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Anthropic-User-Agent
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

## Crawl Delay Control
# This section specifies crawl delays for specific bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10


# Sitemap Location
sitemap: https://www.vperfumes.com/sitemap.xml