# robots.txt for books.by User-agent: * Allow: / # Disallow app/admin/API paths Disallow: /app/ Disallow: /admin/ Disallow: /api/ Disallow: /rails/ Disallow: /customers/ # Sitemap Sitemap: https://books.by/sitemap.xml