# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow all directories started with underscore
User-agent: *
Disallow: /_*


# Disallow /cgi-bin/ directory
User-agent: *
Disallow: /cgi-bin/

# Disallow /wp/ directory
User-agent: *
Disallow: /downloads/

# Disallow /job application forms/ directory
User-agent: *
Disallow: /Scribe/Download/EnterpriseClient/
Disallow: /Scribe/Download/EnterpriseServer/
Disallow: /Scribe/Download/Images/
Disallow: /Scribe/Download/Personal/
Disallow: /Scribe/Download/Demo.zip
Disallow: /Scribe/Download/northwind.project.gz
Disallow: /Scribe/Download/northwind.project.zip
Disallow: /Scribe/Download/northwind.tar.gz
Disallow: /Scribe/Download/northwind.zip
Disallow: /Scribe/Download/Scribe.war
Disallow: /Scribe/Download/ScribeConnect.jar