User-agent: * Disallow: /search Disallow: /find User-agent: DataForSeoBot Disallow: / User-agent: AliyunSecBot Disallow: / User-Agent: meta-externalagent Disallow: / User-Agent: BLEXBot Disallow: / User-Agent: keys-so-bot Disallow: / User-Agent: Amazonbot Disallow: / User-Agent: dotbot Disallow: / User-Agent: OmniExplorer_Bot Disallow: / User-Agent: MLBot Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: sistrix Disallow: / User-Agent: AhrefsBot Disallow: / User-agent: proximic Disallow: / User-agent: Exabot Disallow: / User-agent: GPTBot Disallow: / User-agent: YouBot Disallow: / User-agent: coccoc Disallow: / User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: SputnikBot Disallow: / User-agent: Cliqzbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: Bytespider Disallow: / User-agent: SplitSignalBot Disallow: / User-agent: SemrushBot-SWA Disallow: / User-agent: SemrushBot-SI Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SiteAuditBot Disallow: / User-agent: SEOkicks Disallow: / User-agent: serpstatbot Disallow: / User-Agent: ZoomBot Disallow: / User-Agent: ZoominfoBot Disallow: / User-Agent: Quantcast Disallow: / user-agent: Pinterestbot Disallow: / User-agent: Baiduspider Crawl-Delay: 50 User-agent: Yandex Crawl-delay: 3 User-agent: bingbot Crawl-delay: 3 User-agent: msnbot Crawl-delay: 3