User-agent: LinkpadBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot/5.1
Disallow: /

User-agent: SemrushBot/1.1~bl
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /margaretd/
Disallow: /crysty/
Disallow: /toc/
Disallow: /old_dirs/
Disallow: /PHP/
Disallow: /cgi-local/
Disallow: /cgi-Ann/
Disallow: /gibberish/
Disallow: /phorum_offline/