#  To exclude your site from all web crawlers use: 

User-agent: fast
Disallow: /

User-agent: *   # directed to all robots
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /download/
Disallow: /images/
Disallow: /sounds/
Disallow: /private/
Disallow: /admin.htm
Disallow: /popup.html
Allow:    /sitemap.xml

#  To exclude your site AltaVista's web page index:

User-agent: scooter   # AltaVista web page search
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /download/
Disallow: /gifs/
Disallow: /images/
Disallow: /sounds/
Disallow: /private/
Disallow: /admin.htm
Disallow: /popup.html
Allow:    /sitemap.xml


#  To exclude your site AltaVista's image, video and audio clip index: 
User-agent: vscooter   # AltaVista Image Search
Disallow: /images/
Disallow: /graphics/
Disallow: /sounds/
Allow:    /sitemap.xml

# # #