# /robots.txt for http://www.casgen.com/ # comments to webmaster@casgen.com User-agent: * # below indexing of secondary files is disallowed Disallow: /images/ Disallow: /scripts/ Disallow: /styles/ Disallow: /Library/ Disallow: /Templates/ Disallow: /nospam.html Disallow: /error.html # below indexing of HR-department pages is disallowed # the order of these lines is NOT accidental # as stated in M. Koster's internet draft on # http://info.webcrawler.com/mak/projects/robots/norobots-rfc.html # "To evaluate if access to a URL is allowed, a robot must attempt to # match the paths in Allow and Disallow lines against the URL, in the # order they occur in the record. The first match found is used. If no # match is found, the default assumption is that the URL is allowed." Allow: index.html Allow: apply_on_line.html Allow: how_to_apply.html Allow: labor_relations.html Allow: /workplace/ Disallow: /skilled/crafthalls/ Allow: /skilled/ Disallow: /hr/