User-agent: * Sitemap: https://cums.net/sitemap.xml # # General directives for all crawlers Disallow: /admin/ Disallow: /tmp/ Disallow: /libraries/ Disallow: /install/ Disallow: /config/ Disallow: /ajax.php* Disallow: /search/ Disallow: /ru/ Disallow: /zh/ Disallow: /de/ Disallow: /it/ Disallow: /se/ Disallow: /tr/ Disallow: /el/ Disallow: /vfile/ Disallow: /embed/ Disallow: /cdn-cgi/ Disallow: /tiktok-porn* Allow: /search/video/?s=* # Specific directives for Yandex User-agent: Yandex Disallow: /admin/ Disallow: /tmp/ Disallow: /libraries/ Disallow: /install/ Disallow: /config/ Disallow: /ajax.php* Disallow: /ru/ Disallow: /zh/ Disallow: /de/ Disallow: /it/ Disallow: /se/ Disallow: /tr/ Disallow: /el/ Disallow: /cdn-cgi/ Clean-param: c /search/video/ # Specific directives for Bingbot User-agent: Bingbot Disallow: /admin/ Disallow: /tmp/ Disallow: /libraries/ Disallow: /install/ Disallow: /config/ Disallow: /ajax.php* Disallow: /search/ Disallow: /ru/ Disallow: /zh/ Disallow: /de/ Disallow: /it/ Disallow: /se/ Disallow: /tr/ Disallow: /el/ Disallow: /cdn-cgi/ Allow: /search/video/?s=*