User-agent: *
Sitemap: https://www.smartaix.de/sitemap.xml


##############
#   custom   #
##############

  # Odoo Backend & APIs
  Disallow: /web/
  Disallow: /odoo/
  Disallow: /xmlrpc/
  Disallow: /jsonrpc
  Disallow: /_odoo/

  # Echtzeit & interne Protokolle
  Disallow: /longpolling/
  Disallow: /bus/
  Disallow: /mail/
  Disallow: /discuss/
  Disallow: /im_livechat/
  Disallow: /website/
  Disallow: /contactus
  Disallow: /blog
  Disallow: /terms
  Disallow: /shop


  # Assets
  Disallow: /web/content/
  Disallow: /web/assets/

  Crawl-delay: 2

  Sitemap: https://smartaix.de/sitemap.xml


  # Reine Daten-Scraper blockieren
  User-agent: CCBot
  Disallow: /

  User-agent: Bytespider
  Disallow: /

  User-agent: Amazonbot
  Disallow: /