# Tells Scanning Robots Where They Are And Are Not Welcome # User-agent: can also specify by name; "*" is for everyone # Disallow: if this matches first part of requested path, # forget it User-agent: * # applies to all robots Disallow: / # disallow indexing root folder Disallow: /backup # disallow indexing backup folder Disallow: /images # disallow indexing images folder Disallow: /nav_images # disallow indexing nav_images folder Disallow: /rabbisarea # disallow indexing rabbisarea folder Allow: /index.htm # allow indexing of homepage (frameset) page only