User-agent: *
Disallow: /

# User-agent: Slurp
# Disallow: /

# User-agent: Twiceler
# Disallow: /

# User-agent: Charlotte
# Disallow: /

# User-agent: Sogou spider
# Disallow: /

# User-agent: *
# Disallow: /pics/
# Disallow: /module/
# Disallow: /WEB-INF/
# Disallow: /cgi-bin/
# Disallow: /doc/
# Disallow: /isbn/
# Disallow: /*.jsp