User-agent: twiceler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Bayspider 
Disallow: / 

User-agent: Snapbot/1.0 
Disallow: / 

User-agent: CherryPicker 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: EmailWolf
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: cfetch
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: *
Disallow: /pandora.htm
Disallow: /pandorasbox.htm
Disallow: /pandora1deeper.htm
Disallow: /backups/
Disallow: /cards/
Disallow: /cgi-bin/forum/
Disallow: /chat/jwirc_files/
Disallow: /dlx/
Disallow: /PHP/
Disallow: /iB_html/non-cgi/
Disallow: /store/
Disallow: /pony-mum/
Disallow: /zeropanic/
Disallow: /pan/
Disallow: /cgi-bin/dlfiles/hdisplayimage.pl
Disallow: /cgi-bin/dlfiles/fetchsoft.pl