User-agent: * 
Disallow: /cgi-bin
Disallow: /access
Disallow: *.sh
Disallow: *.txt

User-agent: MJ12bot
Disallow: /