# Bincoda Robots.txt - Egypt's Leading Software Development Company
# https://bincoda.com
# Company: Bincoda - بن كودا
# Location: Cairo, Egypt
# Services: Web Development, Mobile Apps, AI Solutions
# Languages: Arabic (ar-SA), English (en-US)
# Contact: info@bincoda.com

# Global Rules
User-agent: *
Allow: /
Allow: /en/
Allow: /ar/
Allow: /blog/
Allow: /docs/
Allow: /showcase/
Allow: /services/
Allow: /projects/
Allow: /contact/
Allow: /why-bincoda/
Allow: /why-choose-us/
Allow: /workflow/
Allow: /features/
Allow: /pricing/
Allow: /about/
Allow: /team/
Allow: /careers/
Allow: /portfolio/
Allow: /case-studies/
Allow: /testimonials/

# Static Assets - Important for SEO
Allow: /BinCoda.png
Allow: /og-image.png
Allow: /icon.png
Allow: /icon.svg
Allow: /apple-icon.png
Allow: /favicon.ico
Allow: /android-chrome-192x192.png
Allow: /android-chrome-512x512.png
Allow: /site.webmanifest
Allow: /browserconfig.xml
Allow: /humans.txt
Allow: /.well-known/

# Disallowed Paths
Disallow: /api/
Disallow: /_next/
Disallow: /private/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /internal/
Disallow: *.json$
Disallow: /preview/
Disallow: /r/
Disallow: /__registry__/
Disallow: /temp/
Disallow: /tmp/
Disallow: /backup/
Disallow: /test/
Disallow: /staging/
Disallow: /dev/
Disallow: /logs/
Disallow: /.git/
Disallow: /.env
Disallow: /node_modules/
Disallow: /.next/
Disallow: /coverage/
Disallow: /*.log$

# Search Engine Specific Rules

# Google Bot - Fastest crawling for primary search engine
User-agent: Googlebot
Allow: /
Crawl-delay: 0
Request-rate: 10/1m

# Google Image Bot - Allow image indexing
User-agent: Googlebot-Image
Allow: /
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.gif$
Allow: /*.ico$
Crawl-delay: 1

# Google News (if adding news section later)
User-agent: Googlebot-News
Allow: /blog/
Allow: /news/
Crawl-delay: 0

# Bing Bot - Second most important
User-agent: Bingbot
Allow: /
Crawl-delay: 1
Request-rate: 8/1m

# Yahoo Bot
User-agent: Slurp
Allow: /
Crawl-delay: 2

# Yandex (Russian search engine - some Arab users)
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# Baidu (Chinese search engine)
User-agent: Baiduspider
Allow: /
Crawl-delay: 3

# Facebook Bot for sharing
User-agent: facebookexternalhit
Allow: /
Crawl-delay: 1

# Twitter Bot for card previews
User-agent: Twitterbot
Allow: /
Crawl-delay: 1

# LinkedIn Bot
User-agent: LinkedInBot
Allow: /
Crawl-delay: 1

# WhatsApp for link previews
User-agent: WhatsApp
Allow: /
Crawl-delay: 1

# Telegram for link previews
User-agent: TelegramBot
Allow: /
Crawl-delay: 1

# Block aggressive bots and scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Bad bots that waste bandwidth
User-agent: SiteAuditBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

# Sitemaps - Most Important for SEO!
Sitemap: https://bincoda.com/sitemap.xml

# Host directive (for consistency)
Host: https://bincoda.com

# Global crawl delay
Crawl-delay: 1

# Request rate (requests per minute)
Request-rate: 6/1m

# Visit time preference (best times for server performance)
Visit-time: 0600-0900
Visit-time: 1800-2100