# Excite
User-agent: ArchitextSpider
#Disallow: /basicinterface/*
Disallow: /_private/*
Disallow: /_ScriptLibrary/*
Disallow: /advanced/*
Disallow: /clipboard/*
Disallow: /commander/*
Disallow: /edit_stuff_not_used/*
Disallow: /images/*
Disallow: /parts/*
Disallow: /soon/*
Disallow: /testdrive/*
Disallow: /testindustrychange/*
Disallow: /webs/*
# The following added by Craig
Disallow: /dw/av/*
Disallow: /dw/gg/*
Disallow: /dw/hb/*
Disallow: /dw/is/*
Disallow: /dw/ly/*
Disallow: /dw/wc/*
# Altavista
User-agent: Scooter 
#Disallow: /basicinterface/*
Disallow: /_private/*
Disallow: /_ScriptLibrary/*
Disallow: /advanced/*
Disallow: /clipboard/*
Disallow: /commander/*
Disallow: /edit_stuff_not_used/*
Disallow: /images/*
Disallow: /parts/*
Disallow: /soon/*
Disallow: /testdrive/*
Disallow: /testindustrychange/*
Disallow: /webs/*
# The following was added by Craig
Disallow: /dw/ex/*
Disallow: /dw/gg/*
Disallow: /dw/hb/*
Disallow: /dw/is/*
Disallow: /dw/ly/*
Disallow: /dw/wc/*
# Infoseek
User-agent: InfoSeek Sidewinder
#Disallow: /basicinterface/*
Disallow: /_private/*
Disallow: /_ScriptLibrary/*
Disallow: /advanced/*
Disallow: /clipboard/*
Disallow: /commander/*
Disallow: /edit_stuff_not_used/*
Disallow: /images/*
Disallow: /parts/*
Disallow: /soon/*
Disallow: /testdrive/*
Disallow: /testindustrychange/*
Disallow: /webs/*
# The following was added by Craig
Disallow: /dw/av/*
Disallow: /dw/ex/*
Disallow: /dw/gg/*
Disallow: /dw/hb/*
Disallow: /dw/ly/*
Disallow: /dw/wc/*
# This is a second Excite entry - left by Craig
User-agent: ArchitextSpider
#Disallow: /basicinterface/*
Disallow: /_private/*
Disallow: /_ScriptLibrary/*
Disallow: /advanced/*
Disallow: /clipboard/*
Disallow: /commander/*
Disallow: /edit_stuff_not_used/*
Disallow: /images/*
Disallow: /parts/*
Disallow: /soon/*
Disallow: /testdrive/*
Disallow: /testindustrychange/*
Disallow: /webs/*
# Google added by Craig
User-agent: Googlebot//1.0
#Disallow: /basicinterface/*
Disallow: /_private/*
Disallow: /_ScriptLibrary/*
Disallow: /advanced/*
Disallow: /clipboard/*
Disallow: /commander/*
Disallow: /edit_stuff_not_used/*
Disallow: /images/*
Disallow: /parts/*
Disallow: /soon/*
Disallow: /testdrive/*
Disallow: /testindustrychange/*
Disallow: /webs/*
Disallow: /dw/av/*
Disallow: /dw/ex/*
Disallow: /dw/is/*
Disallow: /dw/hb/*
Disallow: /dw/ly/*
Disallow: /dw/wc/*
# HOTBOT created by Craig
User-agent: Slurp/2.0
#Disallow: /basicinterface/*
Disallow: /_private/*
Disallow: /_ScriptLibrary/*
Disallow: /advanced/*
Disallow: /clipboard/*
Disallow: /commander/*
Disallow: /edit_stuff_not_used/*
Disallow: /images/*
Disallow: /parts/*
Disallow: /soon/*
Disallow: /testdrive/*
Disallow: /testindustrychange/*
Disallow: /webs/*
Disallow: /dw/av/*
Disallow: /dw/ex/*
Disallow: /dw/is/*
Disallow: /dw/gg/*
Disallow: /dw/ly/*
Disallow: /dw/wc/*
User-agent: Lycos_Spider_(T-Rex)
#Disallow: /basicinterface/*
Disallow: /_private/*
Disallow: /_ScriptLibrary/*
Disallow: /advanced/*
Disallow: /clipboard/*
Disallow: /commander/*
Disallow: /edit_stuff_not_used/*
Disallow: /images/*
Disallow: /parts/*
Disallow: /soon/*
Disallow: /testdrive/*
Disallow: /testindustrychange/*
Disallow: /webs/*
Disallow: /dw/av/*
Disallow: /dw/ex/*
Disallow: /dw/gg/*
Disallow: /dw/hb/*
Disallow: /dw/is/*
Disallow: /dw/wc/*
User-agent: Gulliver 
#allowed access to av
#Disallow: /basicinterface/*
Disallow: /_private/*
Disallow: /_ScriptLibrary/*
Disallow: /advanced/*
Disallow: /clipboard/*
Disallow: /commander/*
Disallow: /edit_stuff_not_used/*
Disallow: /images/*
Disallow: /parts/*
Disallow: /soon/*
Disallow: /testdrive/*
Disallow: /testindustrychange/*
Disallow: /webs/*
Disallow: /dw/is/*
Disallow: /dw/ex/*
Disallow: /dw/gg/*
Disallow: /dw/hb/*
Disallow: /dw/ly/*
Disallow: /dw/wc/*