# 1) this filename (robots.txt) must stay lowercase
# 2) this file must be in the servers root directory
# 	ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from
# 	/pliggsubfolder/ to the root folder for http://www.mydomain.com/
# 	you must then add your subfolder to each 'Disallow' below
# 	ex:  Disallow: /cache/  becomes  Disallow: /pliggsubfolder/cache/
User-agent: *
Crawl-delay: 5
Disallow: 
Disallow: jobs/templates/
Disallow: jobs/3rdparty/
Disallow: jobs/libs/
Disallow: jobs/cache/
Disallow: jobs/install/
Disallow: jobs/libs/
Disallow: jobs/templates/
Disallow: jobs/templates_c/
Disallow: jobs/search.php
Disallow: jobs/admin_index.php
Disallow: jobs/search/
Disallow: jobs/modules/
Disallow: jobs/plugins/
Disallow: jobs/internal/
Disallow: jobs/backup/
Disallow: jobs/thickbox/
Disallow: jobs/api/
Disallow: jobs/evb/
Disallow: jobs/avatars/
Disallow: jobs/admin_index.php
Disallow: jobs/admin
Disallow: jobs/story.php
Disallow: jobs/login.php
Disallow: jobs/user.php
Disallow: jobs/js/
Disallow: jobs/img/
Disallow: jobs/story/
Disallow: jobs/story/title/
Disallow: wesubmit/templates/
Disallow: wesubmit/3rdparty/
Disallow: wesubmit/libs/
Disallow: wesubmit/cache/
Disallow: wesubmit/install/
Disallow: wesubmit/libs/
Disallow: wesubmit/templates/
Disallow: wesubmit/templates_c/
Disallow: wesubmit/search.php
Disallow: wesubmit/admin_index.php
Disallow: wesubmit/search/
Disallow: wesubmit/modules/
Disallow: wesubmit/plugins/
Disallow: wesubmit/internal/
Disallow: wesubmit/backup/
Disallow: wesubmit/thickbox/
Disallow: wesubmit/api/
Disallow: wesubmit/evb/
Disallow: wesubmit/avatars/
Disallow: wesubmit/admin_index.php
Disallow: wesubmit/admin
Disallow: wesubmit/story.php
Disallow: wesubmit/login.php
Disallow: wesubmit/user.php
Disallow: wesubmit/js/
Disallow: wesubmit/img/
Disallow: wesubmit/story/
Disallow: wesubmit/story/title/