#The following allows all robots to visit all files because the wildcard "*" specifies all robots.
#User-agent: *
#Disallow:

#This one keeps all robots out.
#User-agent: *
#Disallow: /

#The next one bars all robots from the cgi-bin and images directories:
#User-agent: *
#Disallow: /cgi-bin/
#Disallow: /images/

#This one bans Roverdog from all files on the server:
#User-agent: Roverdog
#Disallow: /

#This one bans keeps googlebot from getting at the cheese.htm file:
#User-agent: googlebot
#Disallow: cheese.htm

###################################

User-agent: *
Disallow: /admin
Disallow: /aspnet_client
Disallow: /logs
Disallow: /includes
Disallow: /public
Disallow: /php_errors
Disallow: payment_log.txt

User-agent: combine/0.0
Disallow: /

User-agent: DBrowse 1.4b
Disallow: /

User-agent: DBrowse 1.4d
Disallow: /

User-agent: Demo Bot DOT 16b
Disallow: /

User-agent: Demo Bot Z 16b
Disallow: /

User-agent: DSurf15a 01
Disallow: /

User-agent: DSurf15a 71
Disallow: /

User-agent: DSurf15a 81
Disallow: /

User-agent: DSurf15a VA
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ESurf15a 15
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Franklin Locator 1.8
Disallow: /

User-agent: FSurf15a 01
Disallow: /

User-agent: Full Web Bob 0416B
Disallow: /

User-agent: Full Web Bob 0516B
Disallow: /

User-agent: Full Web Bob 2816B
Disallow: /