# # Robots.txt file for http://www.snmp.com # Contact: webmast@snmp.com # Date: 8/20/2020 # Purpose: Prevent crawling over specific directories. # # Modification Log: # 20200820 DSS # robots.txt pruned of directories no longer served by Apache # # Modification Log: # 20021002 SAM # robots.txt discussed at http://www.robotstxt.org/wc/robots.html # User-agent: * # Disallow crawling over the Web site photos and the cgi-bin folder Disallow: /cgi-bin/ Disallow: /images/ # Disallow crawling over SSA agreement Disallow: /ssa/ # Disallow crawling over the temporary test folder Disallow: /test/ # Prevent crawling over the Case Family photos Disallow: /whimsy/ Disallow: /wedding/ # # Permit wget, so fileserver can pick up documents. # User-agent: Wget Disallow: