# /robots.txt file for http://webcrawler.com/ # mail OR_Webmaster@ad3.ucdavis.edu User-agent: * Disallow: /tutorial Disallow: /auto_tasks Disallow: /CFIDE Disallow: /eirb Disallow: /elr Disallow: /elr_cfcs Disallow: /ewebeditpro3 Disallow: /ewebeditpro4 Disallow: /hsp Disallow: /hsp_cfcs Disallow: /hss Disallow: /lsp Disallow: /lsp_cfcs Disallow: /mas Disallow: /mas_cfcs Disallow: /ops Disallow: /pfs Disallow: /pfs_cfcs Disallow: /rte Disallow: /rte_cfcs Disallow: /tet Disallow: /ttcdb Disallow: /tut Disallow: /tutorial Disallow: /archive_03242005 Disallow: /CGReports Disallow: /ISS Disallow: /iss-help Disallow: /old_archive Disallow: /raohome Disallow: /registration Disallow: /reports Disallow: /SYS Disallow: /tutorialcertlookup Disallow: /documentDisplay.cfm Disallow: /acm Disallow: /edocs