User-agent: * Disallow: /bashCK/ Disallow: /search Disallow: /apps/* User-agent: adstxt/1.0 Allow: /ads.txt # Allow search crawlers to discover the sitemap Sitemap: https://novini.bg/statics/sitemap/sitemap_index.xml User-agent: grapeshot Disallow: