# Enhanced Robots.txt for Nimish Logistics - Leading Fulfillment Center Dubai
# https://nimishlogistics.com/
# Optimized for better SEO crawling and indexing

User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /*.json$
Disallow: /api/
Disallow: /temp/
Disallow: /tmp/
Disallow: /cache/
Disallow: /logs/
Disallow: /*.log$
Disallow: /backup/
Disallow: /test/
Disallow: /staging/
Disallow: /dev/

# Allow important SEO pages
Allow: /fulfillment-center-dubai
Allow: /warehouse-dubai
Allow: /logistics-dubai
Allow: /customs-clearance
Allow: /best-freight-forwarders
Allow: /e-commerce-fulfillment-dubai
Allow: /3pl-services-dubai
Allow: /supply-chain-management-dubai
Allow: /food-drinks-fulfillment
Allow: /cosmetics-fulfillment
Allow: /electronics-spare-parts-furniture
Allow: /multi-category-fulfillment
Allow: /freight-transport-solutions
Allow: /product-registration-customs-clearance
Allow: /value-added-services

# Allow regional pages
Allow: /fulfillment-center-abu-dhabi
Allow: /fulfillment-center-sharjah
Allow: /fulfillment-center-ajman
Allow: /fulfillment-center-ras-al-khaimah
Allow: /fulfillment-center-fujairah
Allow: /fulfillment-center-umm-al-quwain

# Allow Middle East expansion pages
Allow: /fulfillment-center-saudi-arabia
Allow: /fulfillment-center-qatar
Allow: /fulfillment-center-kuwait
Allow: /fulfillment-center-bahrain
Allow: /fulfillment-center-oman

# Allow service-specific pages
Allow: /same-day-delivery-dubai
Allow: /pick-pack-services-dubai
Allow: /inventory-management-dubai
Allow: /order-fulfillment-dubai
Allow: /dropshipping-services-dubai
Allow: /cross-docking-dubai
Allow: /kitting-assembly-dubai
Allow: /returns-management-dubai

# Allow industry-specific pages
Allow: /pharmaceutical-fulfillment-dubai
Allow: /automotive-parts-fulfillment-dubai
Allow: /textile-fulfillment-dubai
Allow: /books-media-fulfillment-dubai

# Crawl delay for better server performance
Crawl-delay: 1

# Sitemaps
Sitemap: https://nimishlogistics.com/sitemap.xml
Sitemap: https://nimishlogistics.com/sitemap-enhanced.xml
Sitemap: https://nimishlogistics.com/sitemap-images.xml
Sitemap: https://nimishlogistics.com/sitemap-news.xml

# Google specific
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing specific
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yandex specific
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Baidu specific
User-agent: Baiduspider
Allow: /
Crawl-delay: 2

# DuckDuckGo specific
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# Facebook specific
User-agent: facebookexternalhit
Allow: /

# Twitter specific
User-agent: Twitterbot
Allow: /

# LinkedIn specific
User-agent: LinkedInBot
Allow: /

# WhatsApp specific
User-agent: WhatsApp
Allow: /

# Telegram specific
User-agent: TelegramBot
Allow: /

# Block bad bots and scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MajesticSEO
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

# Block aggressive crawlers
User-agent: *
Crawl-delay: 1
Request-rate: 1/10s

# Host directive (helps with canonicalization)
Host: https://nimishlogistics.com