User-agent:* #applies to all robots Disallow:/admin/ #disallow indexing of /admin folder Disallow:/db/ Disallow:/ssi/ Disallow:/downloads/ Disallow:/employment/ Disallow:/images/ Allow:/employment/careers.asp