# Robots.txt for SOUQ SHARE # https://www.robotstxt.org/ User-agent: * Allow: / # Block admin area Disallow: /admin/ Disallow: /api/ Disallow: /config/ Disallow: /includes/ Disallow: /migrations/ Disallow: /database/ # Block user private areas Disallow: /user/settings.php Disallow: /user/messages.php Disallow: /user/wallet.php Disallow: /checkout.php Disallow: /login.php Disallow: /register.php Disallow: /logout.php Disallow: /forgot-password.php # Allow important pages Allow: /index.php Allow: /ads.php Allow: /ad.php Allow: /category.php Allow: /search.php Allow: /about.php Allow: /contact.php Allow: /privacy.php Allow: /terms.php Allow: /sellers.php Allow: /profile.php # Allow assets Allow: /assets/ Allow: /uploads/ # Sitemaps - Both languages Sitemap: https://souqshare.com/sitemap.php Sitemap: https://souqshare.com/sitemap.php?lang=ar Sitemap: https://souqshare.com/sitemap.php?lang=en # Crawl-delay (optional for polite crawling) Crawl-delay: 1 # Google specific User-agent: Googlebot Allow: / Crawl-delay: 0 # Bing specific User-agent: Bingbot Allow: / Crawl-delay: 1