# All robots will spider the domain
   User-agent: *
   Disallow: 

   # Disallow directory /setcookdel.asp
   User-agent: *
   Disallow: /setcookdel.asp

   # Disallow directory /scripts/
   User-agent: *
   Disallow: setcookdel.asp

   User-agent: *
   Disallow: dealerenquiry.asp


   User-agent: *
   Disallow: d_selections.asp   

User-agent:  Slurp
Disallow: /setcookdel.asp

User-agent:  Googlebot
Disallow: /setcookdel.asp

User-agent:  Slurp
Disallow: /dealerenquiry.asp

User-agent:  Googlebot
Disallow: /dealerenquiry.asp
	
   User-agent: *
   Disallow: /foundit.asp

   # Disallow directory /scripts/setcookdel.asp
   User-agent: *
   Disallow: /quikpnp.asp

   # Disallow directory /scripts/setcookdel.asp
   User-agent: *
   Disallow: selections.asp

   # Disallow directory /scripts/setcookdel.asp
   User-agent: *
   Disallow: /selections.asp

   # Disallow directory /scripts/
   User-agent: *
   Disallow: /styles/

   # Disallow directory /scripts/
   User-agent: *
   Disallow: foundit.asp

   # Disallow directory /scripts/
   User-agent: *
   Disallow: /scripts/setzone.asp

   # Disallow directory /scripts/
   User-agent: *
   Disallow: /scripts/setzone_quik.asp

   # Disallow directory /scripts/
   User-agent: *
   Disallow: /scripts/bookscan.asp

   # Disallow directory /scripts/
   User-agent: *
   Disallow: /scripts/selections.asp

   # Disallow directory /setcookdel.asp
   User-agent: *
   Disallow: /dealerenquiry.asp

   User-agent: Slurp
   Crawl-delay: 20
   
   sitemap: http://www.booklovers.co.uk/mapgen.asp