# robots.txt WDC 2004 # Don't spider this site. go to daf.csulb.edu instead # daftest: #User-agent: * #Disallow: / User-agent: * Disallow: *.php Disallow: /offices/univ_svcs/safetyrisk/programs/pan/