# For domain: http://www.djtoday.com

# All robots will spider the domain
User-agent: *
Disallow: /

# Disallow directory /cgi-bin/ 
User-agent: *
Disallow: /bb/ 

# Disallow directory /cgi-bin/ 
User-agent: *
Disallow: /cgi-bin/ 

# Disallow directory /images/
User-agent: *
Disallow: /images/

# Disallow directory /dlg/
User-agent: *
Disallow: /dlg/

# Disallow directory /backup/
User-agent: *
Disallow: /backup/

# Disallow directory /_private/
User-agent: *
Disallow: /_private/

# Disallow directory /member-only/
User-agent: *
Disallow: /member-only/

# Disallow directory /pmpre3/
User-agent: *
Disallow: /pmpre3/

# Disallow directory /profiles/
User-agent: *
Disallow: /profiles/

# Disallow directory /samPHPweb/
User-agent: *
Disallow: /samPHPweb/

# Disallow directory /sc/
User-agent: *
Disallow: /sc/

# Disallow file
User-agent: *
Disallow: /phpinfo.php

# Disallow directory /bak/
User-agent: *
Disallow: /bak/

# Disallow directory /live/
User-agent: *
Disallow: /live/

# Disallow directory /testvip/
User-agent: *
Disallow: /testvip/

# Disallow directory /djtoday-images/
User-agent: *
Disallow: /djtoday-images/