User-agent: Pingdom GIGRIB Disallow: / User-agent: TurnitinBot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: Faxobot Disallow: / User-agent: psbot Disallow: / User-agent: RufusBot Disallow: / #User-agent: msnbot #Disallow: / User-agent: SBIder Disallow: / User-agent: lanshanbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: page_verifier Disallow: / User-agent: MyFamilyBot Disallow: / User-agent: BeijingCrawler Disallow: / User-agent: MJ12bot Disallow: / User-agent: baiduspider Disallow: / User-agent: panscient.com Disallow: / User-agent: zermelo Disallow: / User-agent: HTTrack Disallow: / User-agent: Nutch Disallow: / User-agent: SapphireWebCrawler Disallow: / # # Default rule blocks all files a robot shouldn't be interested in and # cannot index. # User-agent: * Disallow: /downloads/NetComponents/NetComponents-1.3.8-bin.zip Disallow: /downloads/NetComponents/NetComponents-1.3.8-src.zip Disallow: /oro/demos/OMdemo.zip Disallow: /oro/demos/raytrace.zip Disallow: /oro/downloads/AwkTools-1.0.zip Disallow: /oro/downloads/NetComponents-1.3.8.zip Disallow: /oro/downloads/OROGeo-1.0.zip Disallow: /oro/downloads/OROMatcher-1.0.7.zip Disallow: /oro/downloads/OROMatcher-1.1.zip Disallow: /oro/downloads/PerlTools-1.2.zip Disallow: /oro/downloads/TextTools-1.1.zip Disallow: /oro/downloads/yaray-1.0.zip Disallow: /oro/downloads/AwkTools-1.0.tar.gz Disallow: /oro/downloads/NetComponents-1.3.8.tar.gz Disallow: /oro/downloads/OROGeo-1.0.tar.gz Disallow: /oro/downloads/OROMatcher-1.0.7.tar.gz Disallow: /oro/downloads/OROMatcher-1.1.tar.gz Disallow: /oro/downloads/PerlTools-1.2.tar.gz Disallow: /oro/downloads/TextTools-1.1.tar.gz Disallow: /oro/downloads/yaray-1.0.tar.gz Disallow: /downloads/NetComponents/NetComponents-1.3.8-bin.tar.gz Disallow: /downloads/NetComponents/NetComponents-1.3.8-src.tar.gz Disallow: /downloads/barehttp/barehttp-1.0.0.tar.gz Disallow: /downloads/bootstrap/bootstrap-1.1.4.tar.gz Disallow: /downloads/bootstrap/bootstrap-1.1.5.tar.bz2 Disallow: /downloads/rocksaw/rocksaw-0.4.5-bin.tar.gz Disallow: /downloads/rocksaw/rocksaw-0.4.5-src.tar.gz Disallow: /downloads/rocksaw/rocksaw-0.5.0-bin.tar.gz Disallow: /downloads/rocksaw/rocksaw-0.5.0-src.tar.gz Disallow: /downloads/rocksaw/rocksaw-0.6.2-bin.tar.gz Disallow: /downloads/rocksaw/rocksaw-0.6.2-src.tar.gz Disallow: /downloads/unicorn/unicorn-0.1.0-bin.tar.gz Disallow: /downloads/unicorn/unicorn-0.1.0-src.tar.gz Disallow: /downloads/vserv-ipq/vserv-ipq-0.6.4-bin.tar.gz Disallow: /downloads/vserv-ipq/vserv-ipq-0.6.4-src.tar.gz Disallow: /downloads/vserv-ipq/vserv-ipq-0.6.5-bin.tar.gz Disallow: /downloads/vserv-ipq/vserv-ipq-0.6.5-src.tar.gz Disallow: /downloads/vserv-tcpip/vserv-tcpip-0.9.1-bin.tar.gz Disallow: /downloads/vserv-tcpip/vserv-tcpip-0.9.1-src.tar.gz Disallow: /downloads/vserv-tcpip/vserv-tcpip-0.9.2-bin.tar.gz Disallow: /downloads/vserv-tcpip/vserv-tcpip-0.9.2-src.tar.gz Disallow: /downloads/mozie/MozillaControl191a1pre.exe