# robots.txt file for http://www.alsea.org # # All good robots will spider the domain User-agent: URL_Spider_Pro Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: BackDoorBot/1.0 Disallow: / User-agent: toCrawl/UrlDispatcher Disallow: / User-agent: WebEnhancer Disallow: / User-agent: TightTwatBot Disallow: / User-agent: * Disallow: /_BORDERS/ Disallow: /_DERIVED/ Disallow: /_FPCLASS/ Disallow: /_layouts/ Disallow: /_PRIVATE/ Disallow: /_THEMES/ Disallow: /_VTI_CNF/ Disallow: /_VTI_LOG/ Disallow: /_VTI_PVT/ Disallow: /_vti_script/ Disallow: /_VTI_TXT/ Disallow: /FILES/ Disallow: /Lists/