# robots.txt for http://www.saara.org # updated 09-02-2010 User-agent: * Disallow: /sub-saaracenter.org/ Disallow: /--SaaraMail/ Disallow: /--SaaraRemote/ Disallow: /!css/ Disallow: /!func/ Disallow: /!imgs/ Disallow: /!inc/ Disallow: /!inc_account/ Disallow: /!inc_contact/ Disallow: /!inc_donation/ Disallow: /!inc_plugins/ Disallow: /!inc_renewal/ Disallow: /!inc_signup/ Disallow: /!js/ Disallow: /cgi-bin/ Disallow: /exchange/ Disallow: /mail/ Disallow: /webx-administrator/ Disallow: /webx-affiliates/ Disallow: /webx-boardadmin/ Disallow: /webx-manager/ Disallow: /webx-recovery/ Disallow: /webx-sysadmin/ Disallow: /!core-cfg.php Disallow: /!pbb-cfg.php Disallow: /download.php # Site Downloaders User-agent: teleport Disallow: / User-agent: wget Disallow: / User-agent: Web Downloader Disallow: / User-agent: nearsite Disallow: / User-agent: netattache Disallow: / User-agent: sitesnagger Disallow: / User-agent: webwhacker Disallow: / User-agent: digout4u Disallow: / User-agent: extractorpro Disallow: / User-agent: go-ahead-got-it Disallow: / User-agent: HTTPClient Disallow: / User-agent: TovekTools Web Indexer Disallow: / User-agent: LinkWalker Disallow: / User-agent: NEWT ActiveX Disallow: / User-agent: GetRight Disallow: / User-agent: WebZIP Disallow: / User-agent: w3mir Disallow: / User-agent: WebBandit Disallow: / User-agent: WebCopy Disallow: / User-agent: WebFetcher Disallow: / User-agent: webwalk Disallow: / User-agent: WebTrends Disallow: / User-agent: CherryPicker Disallow: / User-agent: SiteCopy Disallow: / # Email Harvesters User-agent: WX_mail/2.000 Disallow: / User-agent: EmailCollector Disallow: / User-agent: WhoWhere Disallow: / User-agent: Roverbot Disallow: / User-agent: ActiveAgent Disallow: / User-agent: EmailSiphon Disallow: / User-agent: SiteCopy Disallow: / # Image Harvesters User-agent: SiteCopy Disallow: / Sitemap: http://www.saara.org/sitemap.xml