User-Agent: *Disallow: /news/cgi-bin/Disallow: /news/images/Disallow: /news/noindex/Disallow: /news/about/
Disallow: /linkDisallow: /news/tagDisallow: /news/contact/Disallow: /news/dateDisallow: /news/*?*Disallow: /news/page/Disallow: /news/pageDisallow: /news/iframes/Disallow: /news/wp-*Disallow: /archive/Disallow: /ajax.phpDisallow: /clientscript/Disallow: /testDisallow: /cpstyles/Disallow: /images/Disallow: /includes/Disallow: /install/Disallow: /modcp/Disallow: /subscriptions/Disallow: /customavatars/Disallow: /customprofilepics/Disallow: /announcement.phpDisallow: /attachment.phpDisallow: /calendar.phpDisallow: /cron.phpDisallow: /editpost.phpDisallow: /external.phpDisallow: /faq.php Disallow: /frm_attachDisallow: /image.phpDisallow: /inlinemod.phpDisallow: /joinrequests.phpDisallow: /login.php Disallow: /link.phpDisallow: /members/Disallow: /member.phpDisallow: /memberlist.phpDisallow: /misc.phpDisallow: /moderator.phpDisallow: /newattachment.phpDisallow: /online.phpDisallow: /payment_gateway.phpDisallow: /payments.phpDisallow: /poll.phpDisallow: /postings.php Disallow: /printthread.phpDisallow: /register.phpDisallow: /report.phpDisallow: /reputation.phpDisallow: /rpg.phpDisallow: /search.phpDisallow: /sendmessage.phpDisallow: /showgroups.phpDisallow: /showpost.phpDisallow: /subscription.phpDisallow: /usercp.phpDisallow: /threadrate.phpDisallow: /usercp.phpDisallow: /usernote.phpDisallow: /printthread.phpDisallow: /private.phpDisallow: /gallery/User-agent: http://www.almaden.ibm.com/cs/crawlerDisallow: /User-agent: NPBotDisallow: /User-agent: TurnitinBotDisallow: /            User-agent: EmailCollectorDisallow: /User-agent: EmailWolfDisallow: /User-agent: CopyRightCheckDisallow: /User-agent: Black HoleDisallow: /User-agent: TitanDisallow: /User-agent: NetMechanicDisallow: /User-agent: CherryPickerDisallow: /User-agent: EmailSiphonDisallow: /User-agent: WebBanditDisallow: /User-agent: CrescentDisallow: /User-agent: NICErsPRODisallow: /User-agent: SiteSnaggerDisallow: /User-agent: ProWebWalkerDisallow: /User-agent: CheeseBotDisallow: /User-agent: ia_archiverDisallow: /User-agent: ia_archiver/1.6Disallow: /User-agent: TeleportDisallow: /User-agent: TeleportProDisallow: /User-agent: WgetDisallow: /User-agent: MIIxpcDisallow: /User-agent: TelesoftDisallow: /User-agent: Website QuesterDisallow: /User-agent: WebZipDisallow: /User-agent: moget/2.1Disallow: /User-agent: WebZip/4.0Disallow: /User-agent: Mister PiXDisallow: /User-agent: WebStripperDisallow: /User-agent: WebSaugerDisallow: /User-agent: WebCopierDisallow: /User-agent: NetAntsDisallow: /User-agent: WebAutoDisallow: /User-agent: TheNomadDisallow: /User-agent: WWW-Collector-EDisallow: /User-agent: RMADisallow: /User-agent: libWeb/clsHTTPDisallow: /User-agent: asteriasDisallow: /User-agent: httplibDisallow: /User-agent: turingosDisallow: /User-agent: spannerDisallow: /User-agent: InfoNaviRobotDisallow: /User-agent: Harvest/1.5Disallow: /User-agent: Bullseye/1.0Disallow: /User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)Disallow: /User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0Disallow: /User-agent: CherryPickerSE/1.0Disallow: /User-agent: CherryPickerElite/1.0Disallow: /User-agent: WebBandit/3.50Disallow: /User-agent: DittoSpyderDisallow: /User-agent: SpankBotDisallow: /User-agent: BotALotDisallow: /User-agent: lwp-trivial/1.34Disallow: /User-agent: lwp-trivialDisallow: /User-agent: Wget/1.6Disallow: /User-agent: BunnySlippersDisallow: /User-agent: URLy WarningDisallow: /User-agent: Wget/1.5.3Disallow: /User-agent: LinkWalkerDisallow: /User-agent: cosmosDisallow: /User-agent: mogetDisallow: /User-agent: hloaderDisallow: /User-agent: humanlinksDisallow: /User-agent: LinkextractorProDisallow: /User-agent: Offline ExplorerDisallow: /User-agent: Mata HariDisallow: /User-agent: LexiBotDisallow: /User-agent: Web Image CollectorDisallow: /User-agent: The IntraformantDisallow: /User-agent: True_Robot/1.0Disallow: /User-agent: True_RobotDisallow: /User-agent: BlowFish/1.0Disallow: /User-agent: JennyBotDisallow: /User-agent: MIIxpc/4.2Disallow: /User-agent: BuiltBotToughDisallow: /User-agent: ProPowerBot/2.14Disallow: /User-agent: BackDoorBot/1.0Disallow: /User-agent: toCrawl/UrlDispatcherDisallow: /User-agent: WebEnhancerDisallow: /User-agent: TightTwatBotDisallow: /User-agent: suzuranDisallow: /User-agent: VCI WebViewer VCI WebViewer Win32Disallow: /User-agent: VCIDisallow: /User-agent: Szukacz/1.4Disallow: /User-agent: QueryN MetasearchDisallow: /User-agent: Openfind data gathereDisallow: /User-agent: OpenfindDisallow: /User-agent: Xenu's Link Sleuth 1.1cDisallow: /User-agent: Xenu'sDisallow: /User-agent: ZeusDisallow: /User-agent: RepoMonkey Bait & Tackle/v1.01Disallow: /User-agent: RepoMonkeyDisallow: /User-agent: Zeus 32297 Webster Pro V2.9 Win32Disallow: /User-agent: Webster ProDisallow: /User-agent: EroCrawlerDisallow: /User-agent: LinkScan/8.1a UnixDisallow: /User-agent: Kenjin SpiderDisallow: /User-agent: Keyword Density/0.9Disallow: /User-agent: CegbfeiehDisallow: /