# Allow all
User-agent: *
Disallow:
# robots.txt for pc-freak.net  
# Slow down bots
# User-agent: *
                                                                                                                                               
# mass download                                                                                                                                
User-agent: wget                                                                                                                               
User-agent: webzip                                                                                                                             
User-agent: webmirror                                                                                                                          
User-agent: webcopy                                                                                                                            
User-agent: netants                                                                                                                            
User-agent: getright                                                                                                                           
User-agent: webcapture                                                                                                                         
# User-agent: Libwww-perl
# Disallow: /files/
Disallow: /pictures/
Sitemap: https://www.pc-freak.net/sitemap.xml

# https://megaindex.com/crawler
User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Omgilibot
Disallow: /
User-Agent: FacebookBot
Disallow: /
User-Agent: Applebot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: YouBot
Disallow: /