User-agent: warning Disallow: / User-agent: wget Disallow: / User-agent: linkwalker Disallow: / User-agent: cosmos Disallow: / User-agent: moget Disallow: / User-agent: hloader Disallow: / User-agent: humanlinks Disallow: / User-agent: linkextractorpro Disallow: / User-agent: offline Disallow: / User-agent: lexibot Disallow: / User-agent: collector Disallow: / User-agent: intraformant Disallow: / User-agent: blowfish Disallow: / User-agent: jennybot Disallow: / User-agent: builtbottough Disallow: / User-agent: propowerbot Disallow: / User-agent: backdoorbot Disallow: / User-agent: webenhancer Disallow: / User-agent: tighttwatbot Disallow: / User-agent: suzuran Disallow: / User-agent: vci Disallow: / User-agent: webviewer Disallow: / User-agent: szukacz Disallow: / User-agent: zeus Disallow: / User-agent: Abonti Disallow: / User-agent: aggregator Disallow: / User-agent: AhrefsBot Disallow: / User-agent: almaden Disallow: / User-agent: Anarchie Disallow: / User-agent: ASPSeek Disallow: / User-agent: asterias Disallow: / User-agent: autoemailspider Disallow: / User-agent: Bandit Disallow: / User-agent: BDCbot Disallow: / User-agent: BackWeb Disallow: / User-agent: BatchFTP Disallow: / User-agent: BlackWidow Disallow: / User-agent: BLEXBot Disallow: / User-agent: Bolt Disallow: / User-agent: Buddy Disallow: / User-agent: BuiltBotTough Disallow: / User-agent: Bullseye Disallow: / User-agent: bumblebee Disallow: / User-agent: BunnySlippers Disallow: / User-agent: ca\-crawler Disallow: / User-agent: CazoodleBot Disallow: / User-agent: CCBot Disallow: / User-agent: Cegbfeieh Disallow: / User-agent: CheeseBot Disallow: / User-agent: CherryPicker Disallow: / User-agent: CherryPickerElite Disallow: / User-agent: CherryPickerSE Disallow: / User-agent: ChinaClaw Disallow: / User-agent: CICC Disallow: / User-agent: Collector Disallow: / User-agent: Copier Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent\ Internet\ ToolPak Disallow: / User-agent: Crescent Disallow: / User-agent: Custo Disallow: / User-agent: DIIbot Disallow: / User-agent: discobot Disallow: / User-agent: DittoSpyder Disallow: / User-agent: DOC Disallow: / User-agent: DotBot Disallow: / User-agent: Download\ Ninja Disallow: / User-agent: Drip Disallow: / User-agent: DSurf15a Disallow: / User-agent: EasouSpider Disallow: / User-agent: eCatch Disallow: / User-agent: ecxi Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: EroCrawler Disallow: / User-agent: Exabot Disallow: / User-agent: EirGrabber Disallow: / User-agent: ExtractorPro Disallow: / User-agent: EyeNetIE Disallow: / User-agent: Fasterfox Disallow: / User-agent: FeedBooster Disallow: / User-agent: FlashGet Disallow: / User-agent: Foobot Disallow: / User-agent: FrontPage Disallow: / User-agent: Genieo Disallow: / User-agent: GetRight Disallow: / User-agent: GetSmart Disallow: / User-agent: GetWeb\! Disallow: / User-agent: gigabaz Disallow: / User-agent: Go\!Zilla Disallow: / User-agent: Go\-Ahead\-Got\-It Disallow: / User-agent: gotit Disallow: / User-agent: Grabber Disallow: / User-agent: GrabNet Disallow: / User-agent: Grafula Disallow: / User-agent: grub\-client Disallow: / User-agent: Harvest Disallow: / User-agent: heritrix Disallow: / User-agent: httplib Disallow: / User-agent: HMView Disallow: / User-agent: HTTrack Disallow: / User-agent: httpdown Disallow: / User-agent: IDBot Disallow: / User-agent: id\-search Disallow: / User-agent: ieautodiscovery Disallow: / User-agent: InfoNaviRobot Disallow: / User-agent: InterGET Disallow: / User-agent: InternetLinkagent Disallow: / User-agent: IstellaBot Disallow: / User-agent: InternetSeer Disallow: / User-agent: Iria Disallow: / User-agent: IRLbot Disallow: / User-agent: Java/1\. Disallow: / User-agent: JennyBot Disallow: / User-agent: JetCar Disallow: / User-agent: JustView Disallow: / User-agent: k2spider Disallow: / User-agent: Kenjin\ Spider Disallow: / User-agent: Keyword\ Density/0\.9 Disallow: / User-agent: larbin Disallow: / User-agent: LeechFTP Disallow: / User-agent: LexiBot Disallow: / User-agent: lftp Disallow: / User-agent: libWeb Disallow: / User-agent: libwww Disallow: / User-agent: libwww\-perl Disallow: / User-agent: likse Disallow: / User-agent: Link\*Sleuth Disallow: / User-agent: LinkextractorPro Disallow: / User-agent: linko Disallow: / User-agent: LinkScan/8\.1a\ Unix Disallow: / User-agent: LinkWalker Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: lwp\-trivial Disallow: / User-agent: Mag\-Net Disallow: / User-agent: magpie Disallow: / User-agent: Mata\ Hari Disallow: / User-agent: Maxthon$ Disallow: / User-agent: MaxPointCrawler Disallow: / User-agent: MegaIndex Disallow: / User-agent: Memo Disallow: / User-agent: MFC_Tear_Sample Disallow: / User-agent: MIDown Disallow: / User-agent: MIIxpc Disallow: / User-agent: Mippin Disallow: / User-agent: Missigua\ Locator Disallow: / User-agent: Mister\ PiX Disallow: / User-agent: MJ12bot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: Navroad Disallow: / User-agent: NearSite Disallow: / User-agent: NetAnts Disallow: / User-agent: NetMechanic Disallow: / User-agent: NetSpider Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Niki\-Bot Disallow: / User-agent: Ninja Disallow: / User-agent: NPBot Disallow: / User-agent: Nutch Disallow: / User-agent: Octopus Disallow: / User-agent: Offline\ Explorer Disallow: / User-agent: Openfind\ data\ gathere Disallow: / User-agent: Openfind Disallow: / User-agent: PageGrabber Disallow: / User-agent: panscient\.com Disallow: / User-agent: pavuk Disallow: / User-agent: pcBrowser Disallow: / User-agent: PeoplePal Disallow: / User-agent: PHP/5\.\{ Disallow: / User-agent: PHPCrawl Disallow: / User-agent: PingALink Disallow: / User-agent: PleaseCrawl Disallow: / User-agent: Pockey Disallow: / User-agent: ProPowerBot/2\.14 Disallow: / User-agent: ProWebWalker Disallow: / User-agent: psbot Disallow: / User-agent: Pump Disallow: / User-agent: Python\-urllib Disallow: / User-agent: QueryN\ Metasearch Disallow: / User-agent: QRVA Disallow: / User-agent: Reaper Disallow: / User-agent: Recorder Disallow: / User-agent: ReGet Disallow: / User-agent: RepoMonkey Disallow: / User-agent: Rippers Disallow: / User-agent: RMA Disallow: / User-agent: SBIder Disallow: / User-agent: Scooter Disallow: / User-agent: Seeker Disallow: / User-agent: SeaMonkey$ Disallow: / User-agent: SemrushBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: Siphon Disallow: / User-agent: SISTRIX Disallow: / User-agent: sitecheck\.Internetseer\.com Disallow: / User-agent: SiteSnagger Disallow: / User-agent: SlySearch Disallow: / User-agent: SmartDownload Disallow: / User-agent: Snake Disallow: / User-agent: SnapPreviewBot Disallow: / User-agent: SpaceBison Disallow: / User-agent: Sogou Disallow: / User-agent: SpankBot Disallow: / User-agent: spanner Disallow: / User-agent: spbot Disallow: / User-agent: Spinn3r Disallow: / User-agent: sproose Disallow: / User-agent: Steeler Disallow: / User-agent: Stripper Disallow: / User-agent: Sucker Disallow: / User-agent: SuperBot Disallow: / User-agent: SuperHTTP Disallow: / User-agent: Szukacz/1\.4 Disallow: / User-agent: tAkeOut Disallow: / User-agent: Teleport\ Pro/1\.29 Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: Telesoft Disallow: / User-agent: The\ Intraformant Disallow: / User-agent: TheNomad Disallow: / User-agent: TightTwatBot Disallow: / User-agent: Titan Disallow: / User-agent: toCrawl/UrlDispatcher Disallow: / User-agent: True_Robot Disallow: / User-agent: True_Robot/1\.0 Disallow: / User-agent: turingos Disallow: / User-agent: TurnitinBot Disallow: / User-agent: UbiCrawler Disallow: / User-agent: UnisterBot Disallow: / User-agent: URLSpiderPro Disallow: / User-agent: URLy\ Warning Disallow: / User-agent: Vacuum Disallow: / User-agent: VCI\ WebViewer\ VCI\ WebViewer Disallow: / User-agent: VoidEYE Disallow: / User-agent: webalta Disallow: / User-agent: WebAuto Disallow: / User-agent: Win32 Disallow: / User-agent: VCI Disallow: / User-agent: WBSearchBot Disallow: / User-agent: Web\ Downloader/6\.9 Disallow: / User-agent: Web\ Image\ Collector Disallow: / User-agent: WebBandit Disallow: / User-agent: WebBandit/3\.50 Disallow: / User-agent: WebCollage Disallow: / User-agent: WebCopier\ v4\.0 Disallow: / User-agent: WebCopier Disallow: / User-agent: WebEMailExtrac Disallow: / User-agent: WebEnhancer Disallow: / User-agent: WebFetch Disallow: / User-agent: WebGo Disallow: / User-agent: WebHook Disallow: / User-agent: WebLeacher Disallow: / User-agent: WebmasterWorldForumBot Disallow: / User-agent: WebMiner Disallow: / User-agent: WebMirror Disallow: / User-agent: WebReaper Disallow: / User-agent: WebSauger Disallow: / User-agent: Website\ Quester Disallow: / User-agent: Webster\ Pro Disallow: / User-agent: WebStripper Disallow: / User-agent: WebZip Disallow: / User-agent: Whacker Disallow: / User-agent: Widow Disallow: / User-agent: Wotbox Disallow: / User-agent: Wget Disallow: / User-agent: wsr\-agent Disallow: / User-agent: WWW\-Collector\-E Disallow: / User-agent: WWW\-Mechanize Disallow: / User-agent: WWWOFFLE Disallow: / User-agent: x\-Tractor Disallow: / User-agent: Xaldon Disallow: / User-agent: Xenu Disallow: / User-agent: yandex Disallow: / User-agent: Zao Disallow: / User-agent: zermelo Disallow: / User-agent: Zeus Disallow: / User-agent: ZyBORG Disallow: / User-agent: coccoc Disallow: / User-agent: Incutio Disallow: / User-agent: lmspider Disallow: / User-agent: memoryBot Disallow: / User-agent: serf Disallow: / User-agent: Baiduspider Disallow: / User-agent: * Disallow: /administrator/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /components/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: /logs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /tmp/