Create robots.txt

robots.txt

@@ -0,0 +1,330 @@
+# ============================================
+# robots.txt for Talvo Desktop
+# Website: https://talvo.com/
+# Developer: Mark Elasfar
+# Last Updated: 2026-10-04
+# ============================================
+
+# ============================================
+# Default Rules - Allow All
+# ============================================
+User-agent: *
+Allow: /
+
+# ============================================
+# Block Private/Sensitive Areas
+# ============================================
+Disallow: /private/
+Disallow: /admin/
+Disallow: /api/
+Disallow: /dashboard/
+Disallow: /login/
+Disallow: /register/
+Disallow: /checkout/
+Disallow: /cart/
+Disallow: /profile/
+Disallow: /settings/
+Disallow: /account/
+Disallow: /user/
+Disallow: /search?
+Disallow: /*.json$
+Disallow: /*.xml$
+Disallow: /tmp/
+Disallow: /cache/
+Disallow: /backup/
+Disallow: /backups/
+Disallow: /logs/
+Disallow: /*.log$
+Disallow: /*.bak$
+Disallow: /*.sql$
+Disallow: /*.zip$
+Disallow: /*.rar$
+Disallow: /*.tar$
+Disallow: /*.gz$
+
+# ============================================
+# Allow Specific Files
+# ============================================
+Allow: /sitemap.xml
+Allow: /robots.txt
+Allow: /manifest.json
+Allow: /browserconfig.xml
+Allow: /favicon.ico
+Allow: /assets/
+Allow: /*.css$
+Allow: /*.js$
+Allow: /*.png$
+Allow: /*.jpg$
+Allow: /*.jpeg$
+Allow: /*.svg$
+Allow: /*.webp$
+Allow: /*.woff$
+Allow: /*.woff2$
+Allow: /*.ttf$
+Allow: /*.eot$
+
+# ============================================
+# Google
+# ============================================
+User-agent: Googlebot
+Allow: /
+Disallow: /private/
+Disallow: /admin/
+Disallow: /api/
+Crawl-delay: 1
+
+User-agent: Googlebot-Image
+Allow: /
+Allow: /*.png$
+Allow: /*.jpg$
+Allow: /*.jpeg$
+Allow: /*.gif$
+Allow: /*.svg$
+Allow: /*.webp$
+Allow: /assets/images/
+
+User-agent: Googlebot-News
+Allow: /
+Disallow: /private/
+
+User-agent: Googlebot-Video
+Allow: /
+Allow: /*.mp4$
+Allow: /*.webm$
+Allow: /*.ogg$
+
+User-agent: AdsBot-Google
+Allow: /
+
+User-agent: Mediapartners-Google
+Allow: /
+
+User-agent: Google-InspectionTool
+Allow: /
+
+# ============================================
+# Bing
+# ============================================
+User-agent: Bingbot
+Allow: /
+Disallow: /private/
+Disallow: /admin/
+Disallow: /api/
+Crawl-delay: 1
+
+User-agent: msnbot
+Allow: /
+Disallow: /private/
+Crawl-delay: 1
+
+User-agent: BingPreview
+Allow: /
+
+User-agent: adidxbot
+Allow: /
+
+# ============================================
+# Yandex
+# ============================================
+User-agent: YandexBot
+Allow: /
+Disallow: /private/
+Disallow: /admin/
+Crawl-delay: 2
+
+User-agent: YandexImages
+Allow: /
+
+User-agent: YandexMobileBot
+Allow: /
+
+# ============================================
+# DuckDuckGo
+# ============================================
+User-agent: DuckDuckBot
+Allow: /
+Crawl-delay: 1
+
+User-agent: DuckDuckGo-Favicons-Bot
+Allow: /
+
+# ============================================
+# Yahoo
+# ============================================
+User-agent: Slurp
+Allow: /
+Disallow: /private/
+Crawl-delay: 1
+
+# ============================================
+# Baidu
+# ============================================
+User-agent: Baiduspider
+Allow: /
+Disallow: /private/
+Crawl-delay: 2
+
+# ============================================
+# Facebook
+# ============================================
+User-agent: facebookexternalhit
+Allow: /
+
+User-agent: Facebot
+Allow: /
+
+# ============================================
+# Twitter
+# ============================================
+User-agent: Twitterbot
+Allow: /
+
+# ============================================
+# LinkedIn
+# ============================================
+User-agent: LinkedInBot
+Allow: /
+
+# ============================================
+# Pinterest
+# ============================================
+User-agent: Pinterest
+Allow: /
+
+# ============================================
+# Apple
+# ============================================
+User-agent: Applebot
+Allow: /
+Crawl-delay: 1
+
+# ============================================
+# Block Bad Bots & Scrapers
+# ============================================
+User-agent: AhrefsBot
+Disallow: /
+
+User-agent: SemrushBot
+Disallow: /
+
+User-agent: MJ12bot
+Disallow: /
+
+User-agent: DotBot
+Disallow: /
+
+User-agent: Rogerbot
+Disallow: /
+
+User-agent: Exabot
+Disallow: /
+
+User-agent: Gigabot
+Disallow: /
+
+User-agent: Scrapy
+Disallow: /
+
+User-agent: HTTrack
+Disallow: /
+
+User-agent: WebCopier
+Disallow: /
+
+User-agent: Wget
+Disallow: /
+
+User-agent: WebZIP
+Disallow: /
+
+User-agent: Teleport
+Disallow: /
+
+User-agent: WebStripper
+Disallow: /
+
+User-agent: WebSauger
+Disallow: /
+
+User-agent: WebWhacker
+Disallow: /
+
+User-agent: Zealot
+Disallow: /
+
+User-agent: Zeus
+Disallow: /
+
+User-agent: WebReaper
+Disallow: /
+
+User-agent: EmailSiphon
+Disallow: /
+
+User-agent: EmailWolf
+Disallow: /
+
+User-agent: Extractors
+Disallow: /
+
+User-agent: CherryPicker
+Disallow: /
+
+User-agent: GetRight
+Disallow: /
+
+User-agent: Go!Zilla
+Disallow: /
+
+User-agent: larbin
+Disallow: /
+
+User-agent: NaverBot
+Disallow: /
+
+User-agent: Sogou
+Disallow: /
+
+User-agent: Sosospider
+Disallow: /
+
+# ============================================
+# AI Crawlers
+# ============================================
+User-agent: GPTBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: CCBot
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+
+User-agent: Claude-Web
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: Bytespider
+Disallow: /
+
+User-agent: PetalBot
+Disallow: /
+
+# ============================================
+# Sitemap Location
+# ============================================
+Sitemap: https://talvo.com/sitemap.xml
+
+# ============================================
+# Host (Optional - للـ Yandex)
+# ============================================
+Host: https://talvo.com
+
+# ============================================
+# End of robots.txt
+# ============================================