User-agent: Baiduspider
Disallow:  *

User-agent: *   # directed to all spiders
Disallow: /cgi-bin
Disallow: /logs
Disallow: /data
Disallow: *.sh
Disallow: *.txt