User-agent: * Disallow: /get_file/ Disallow: /admin/ Disallow: /q= Disallow: /ftt2/cron.php User-agent: duggmirror Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: 008 Disallow: / User-agent: BLEXBot Disallow: / User-agent: sistrix Disallow: / User-agent: ia_archiver Disallow: / User-agent: proximic Disallow: / User-agent: SiteExplorer Disallow: / User-agent: BUbiNG Disallow: / User-agent: SemrushBot Disallow: /