#
#     -------------------------------------------------
#                    KNOWN SPIDERS (User-agents)
#
#     Sidewinder  =  Infoseek (go.com)  
#     Scooter =  Altavista  
#     T-Rex  =  Lycos 
#     Architext  =  Excite 
#     Backrub or GoogleBot   =  Google 
#     Northern Lights Gulliver  =  Northern Light  
#     -------------------------------------------------
#     To permit a spider to index scifict ADD the following:
#
#         User-agent:  Spider name
#         Disallow:
#
#     (disallowing nothing equates to allowing everything)
#
#     The entry below disallows all spiders from the whole site.
#
#     Mick
#
User-agent: *
Disallow: /