# Robots.txt 

# Disallow directory /images/ 
User-agent: * 
Disallow: /graphics/ 

User-agent: * 
Disallow: /photos/ 

# Disallow indexing of specific file extensions 
User-agent: * 
Disallow: /*.gif$ 

User-agent: * 
Disallow: /*.jpg$ 

User-agent: * 
Disallow: /*.doc$ 

User-agent: * 
Disallow: /*.exe$ 

User-agent: * 
Disallow: /*.pdf$ 

# Disallow Collectors and Spam 
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: / 

# Disallow Offline Browsers 


User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) 
Disallow: /