# robots.txt for http://www.dpsa.gov.za/ User-agent: * Disallow: /images/*.* Disallow: /includes/*.* Disallow: /mpsa/*.* Disallow: /*.inc Disallow: /*.css Disallow: /*.js Disallow: /*.jpg Disallow: /*.css Disallow: /*.html Disallow: /*.htm Disallow: /includes/content/*.* Disallow: /logfile analyzer/*.* Disallow: /*.zip User-Agent: msnbot Crawl-Delay: 60