# Allow all User-agent: * Disallow: # robots.txt for pc-freak.net # Slow down bots # User-agent: * # mass download User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy User-agent: netants User-agent: getright User-agent: webcapture # User-agent: Libwww-perl # Disallow: /files/ Disallow: /pictures/ Sitemap: https://www.pc-freak.net/sitemap.xml # https://megaindex.com/crawler User-agent: MegaIndex.ru Disallow: / User-agent: megaindex.com Disallow: / User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Google-Extended Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Omgilibot Disallow: / User-Agent: FacebookBot Disallow: / User-Agent: Applebot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Bytespider Disallow: / User-agent: Claude-Web Disallow: / User-agent: Diffbot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: Omgili Disallow: / User-agent: YouBot Disallow: /