# Robots.txt for Nology Store
# https://nologystore.com

# Allow all search engines to crawl the site
User-agent: *
Allow: /

# Disallow admin and management areas
Disallow: /admin/
Disallow: /hub/
Disallow: /mallPanel/
Disallow: /api/
Disallow: /_next/
Disallow: /static/

# Disallow user-specific and private pages
Disallow: /en/login
Disallow: /ar/login
Disallow: /en/register
Disallow: /ar/register
Disallow: /en/account/
Disallow: /ar/account/
Disallow: /en/cart
Disallow: /ar/cart
Disallow: /en/checkout/
Disallow: /ar/checkout/
Disallow: /en/wishlist
Disallow: /ar/wishlist

# Disallow search and filter pages with parameters
Disallow: /en/search?*
Disallow: /ar/search?*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?page=*
Disallow: /*?brand=*
Disallow: /*?category=*

# Disallow duplicate content and session-based URLs
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*?session=*
Disallow: /*?token=*

# Allow important pages and content
Allow: /en/
Allow: /ar/
Allow: /en/products/
Allow: /ar/products/
Allow: /en/brands/
Allow: /ar/brands/
Allow: /en/categories/
Allow: /ar/categories/
Allow: /en/about
Allow: /ar/about
Allow: /en/contact
Allow: /ar/contact
Allow: /en/terms-and-use
Allow: /ar/terms-and-use
Allow: /en/privacy
Allow: /ar/privacy
Allow: /en/refund-and-return-policy
Allow: /ar/refund-and-return-policy

# Allow static assets
Allow: /images/
Allow: /icons/
Allow: /fonts/
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.svg
Allow: /*.webp
Allow: /*.ico

# Crawl delay for respectful crawling
Crawl-delay: 1

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

# Block bad bots and scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Sitemap location
Sitemap: https://nologystore.com/sitemap.xml
Sitemap: https://nologystore.com/products-sitemap.xml
Sitemap: https://nologystore.com/categories-sitemap.xml
Sitemap: https://nologystore.com/brands-sitemap.xml
Sitemap: https://nologystore.com/image-sitemap.xml
Sitemap: https://nologystore.com/news-sitemap.xml