# For domain: http://www.umbagollah.com # All robots will spider the domain User-agent: * Disallow: /forum/ # googlebot gobbles up too much bandwidth on the forum. # maybe in the future that will be off-limits for any robot # Disallow CherryPickerSE/1.0 User-agent: CherryPickerSE/1.0 Disallow: / # Disallow CherryPickerElite/1.0 User-agent: CherryPickerElite/1.0 Disallow: / # Disallow Crescent Internet ToolPak HTTP OLE Control v.1.0 User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / # Disallow EmailCollector/1.0 User-agent: EmailCollector/1.0 Disallow: / # Disallow EmailSiphon User-agent: EmailSiphon Disallow: / # Disallow EmailWolf 1.00 User-agent: EmailWolf 1.00 Disallow: / # Disallow ExtractorPro User-agent: ExtractorPro Disallow: / # Disallow e-collector User-agent: e-collector Disallow: / # Disallow Mozilla/2.0 (compatible; NEWT ActiveX; Win32) User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / # Disallow WebBandit/2.1 User-agent: WebBandit/2.1 Disallow: / # Disallow WebBandit/3.50 User-agent: WebBandit/3.50 Disallow: / # Disallow Webbandit/4.00.0 User-agent: Webbandit/4.00.0 Disallow: /