# All robots will spider the domain
User-agent: * 
Disallow: /nevisforum/admin/
Disallow: /nevisforum/db/
Disallow: /nevisforum/images/
Disallow: /nevisforum/includes/
Disallow: /nevisforum/language/
Disallow: /nevisforum/templates/
Disallow: /nevisforum/common.php
Disallow: /nevisforum/config.php
Disallow: /nevisforum/faq.php
Disallow: /nevisforum/groupcp.php
Disallow: /nevisforum/login.php
Disallow: /nevisforum/memberlist.php
Disallow: /nevisforum/modcp.php
Disallow: /nevisforum/posting.php
Disallow: /nevisforum/privmsg.php
Disallow: /nevisforum/profile.php
Disallow: /nevisforum/search.php
Disallow: /nevisforum/viewonline.php