# robot/spider exclusion 

# http://info.webcrawler.com/mak/projects/robots/robots.html

User-agent: EmailSiphon

User-agent: Kilroy             # OCLC

User-agent: Whacker            # WebWhacker

User-agent: FlashSite

User-agent: NetJet

User-agent: Snarf

User-Agent: TestApp/1.0 libwww/4.1b5

User-Agent: GETWWW-ROBOT/2.0

User-Agent: MemoWeb

User-Agent: net.Sweep/v1.2e-T1-CHI

User-Agent: FFiNet32.DLL/3.1 libwww/3.1

User-Agent: Javachapman:05/19/19-15:35

User-Agent: LaSCoW-trace/1.0

Disallow: /



User-agent: *

Disallow: /cgi/

Disallow: /mail/

Disallow: /.htpasswds/

Disallow: /tmp/

Disallow: /public_html/html/catering_calendar.html