User-Agent: * Disallow: /faktura/* Disallow: /dokument/* Disallow: /invoice/* Disallow: /rss/* Disallow: /spk/ Disallow: /teamdata/files/* Disallow: /ifkgoteborg-futsal Disallow: /ifkgoteborg-futsal-herr Disallow: /ifkgoteborg-futsal-dam Disallow: /ifkgoteborg-futsal-p01 Disallow: /*/znvy/* Disallow: /*/dokument/* Disallow: /svenskalag/logga-in # http://www.majestic12.co.uk/projects/dsearch/mj12bot.php User-agent: MJ12bot Disallow: / # https://megaindex.com/crawler User-agent: MegaIndex.ru Disallow: / User-agent: megaindex.com Disallow: / # Backlink Analysis user-agent: AhrefsBot disallow: / # https://www.semrush.com/bot/ User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / # http://www.opensiteexplorer.org/dotbot User-agent: DotBot Disallow: / User-agent: dotbot Disallow: /