#Despictable and evil robots to keep out :) User-agent: grub-client Disallow: / User-agent: grub Disallow: / User-agent: looksmart Disallow: / User-agent: WebZip Disallow: / User-agent: larbin Disallow: / User-agent: b2w/0.1 Disallow: / User-agent: psbot Disallow: / User-agent: Python-urllib Disallow: / User-agent: NetMechanic Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: SiteSnagger Disallow: / User-agent: ProWebWalker Disallow: / User-agent: CheeseBot Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: MIIxpc Disallow: / User-agent: Telesoft Disallow: / User-agent: Website Quester Disallow: / User-agent: moget/2.1 Disallow: / User-agent: WebZip/4.0 Disallow: / User-agent: WebStripper Disallow: / User-agent: WebSauger Disallow: / User-agent: WebCopier Disallow: / User-agent: NetAnts Disallow: / User-agent: Mister PiX Disallow: / User-agent: WebAuto Disallow: / User-agent: TheNomad Disallow: / User-agent: WWW-Collector-E Disallow: / User-agent: RMA Disallow: / User-agent: libWeb/clsHTTP Disallow: / User-agent: asterias Disallow: / User-agent: httplib Disallow: / User-agent: turingos Disallow: / User-agent: spanner Disallow: / User-agent: InfoNaviRobot Disallow: / User-agent: Harvest/1.5 Disallow: / User-agent: Bullseye/1.0 Disallow: / User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Microsoft URL Control - 5.01.4511 Disallow: / User-agent: DittoSpyder Disallow: / User-agent: Foobot Disallow: / User-agent: WebmasterWorldForumBot Disallow: / User-agent: SpankBot Disallow: / User-agent: BotALot Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: lwp-trivial Disallow: / User-agent: BunnySlippers Disallow: / User-agent: Microsoft URL Control - 6.00.8169 Disallow: / User-agent: URLy Warning Disallow: / User-agent: Wget/1.6 Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: Wget Disallow: / User-agent: LinkWalker Disallow: / User-agent: cosmos Disallow: / User-agent: moget Disallow: / User-agent: hloader Disallow: / User-agent: humanlinks Disallow: / User-agent: LinkextractorPro Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Mata Hari Disallow: / User-agent: LexiBot Disallow: / User-agent: Web Image Collector Disallow: / User-agent: The Intraformant Disallow: / User-agent: True_Robot/1.0 Disallow: / User-agent: True_Robot Disallow: / User-agent: BlowFish/1.0 Disallow: / User-agent: JennyBot Disallow: / User-agent: MIIxpc/4.2 Disallow: / User-agent: BuiltBotTough Disallow: / User-agent: ProPowerBot/2.14 Disallow: / User-agent: BackDoorBot/1.0 Disallow: / User-agent: toCrawl/UrlDispatcher Disallow: / User-agent: WebEnhancer Disallow: / User-agent: suzuran Disallow: / User-agent: VCI WebViewer VCI WebViewer Win32 Disallow: / User-agent: VCI Disallow: / User-agent: Szukacz/1.4 Disallow: / User-agent: QueryN Metasearch Disallow: / User-agent: Openfind data gathere Disallow: / User-agent: Openfind Disallow: / User-agent: Xenu's Link Sleuth 1.1c Disallow: / User-agent: Xenu's Disallow: / User-agent: Zeus Disallow: / User-agent: RepoMonkey Bait & Tackle/v1.01 Disallow: / User-agent: RepoMonkey Disallow: / User-agent: Microsoft URL Control Disallow: / User-agent: Openbot Disallow: / User-agent: URL Control Disallow: / User-agent: Zeus Link Scout Disallow: / User-agent: Zeus 32297 Webster Pro V2.9 Win32 Disallow: / User-agent: Webster Pro Disallow: / User-agent: EroCrawler Disallow: / User-agent: LinkScan/8.1a Unix Disallow: / User-agent: Keyword Density/0.9 Disallow: / User-agent: Kenjin Spider Disallow: / User-agent: Iron33/1.0.2 Disallow: / User-agent: Bookmark search tool Disallow: / User-agent: GetRight/4.2 Disallow: / User-agent: FairAd Client Disallow: / User-agent: Gaisbot Disallow: / User-agent: Aqua_Products Disallow: / User-agent: Radiation Retriever 1.1 Disallow: / User-agent: Flaming AttackBot Disallow: / User-agent: Oracle Ultra Search Disallow: / User-agent: MSIECrawler Disallow: / User-agent: PerMan Disallow: / User-agent: searchpreview Disallow: / #folders, files to exclude from indexing User-Agent: * Disallow: /INZ/ User-Agent: * Disallow: /INZ/ User-Agent: * Disallow: /buyers/ User-Agent: * Allow: /common/ User-Agent: * Allow: /common/files/ User-Agent: * Disallow: /common/images/ User-Agent: * Disallow: /section/14265.aspx Disallow: /section/14266.aspx Disallow: /section/14270.aspx Disallow: /section/14271.aspx Disallow: /section/14285.aspx Disallow: /section/14298.aspx Disallow: /section/14330.aspx Disallow: /section/14343.aspx Disallow: /section/14344.aspx Disallow: /section/14561.aspx Disallow: /section/14562.aspx Disallow: /section/14563.aspx Disallow: /section/14565.aspx Disallow: /section/14566.aspx Disallow: /section/14567.aspx Disallow: /section/14742.aspx Disallow: /section/14743.aspx Disallow: /sitemap.aspx Disallow: /Research.aspx Disallow: /Section/15307.aspx Disallow: /events/1629.aspx Disallow: /events/4535.aspx Disallow: /events/4557.aspx Disallow: /forms/SiteFeedback.aspx Disallow: /section/14223/19505.aspx Disallow: /section/14237/15132.aspx Disallow: /section/14237/15132.aspx?NewsType=recent Disallow: /section/14237/15932.aspx?NewsType=recent Disallow: /section/14237/15934.aspx Disallow: /section/14237/16349.aspx Disallow: /section/14237/16357.aspx Disallow: /section/14237/17986.aspx Disallow: /section/14237/17987.aspx Disallow: /section/14237/17990.aspx Disallow: /section/14237/17992.aspx Disallow: /section/14237/21428.aspx?NewsType=recent Disallow: /section/14237/21549.aspx?NewsType=recent Disallow: /section/14237/21761.aspx?NewsType=recent Disallow: /section/14237/21900.aspx?NewsType=recent Disallow: /section/14249.aspx Disallow: /section/14250.aspx Disallow: /section/14282.aspx Disallow: /section/14308.aspx Disallow: /section/14726.aspx Disallow: /common/files/inz-case-study-comfort.pdf?q=oktobor Disallow: /common/newfile_transtasman.pdf Disallow: /events/3172.aspx Disallow: /events/3281.aspx Disallow: /events/3484.aspx Disallow: /events/4113.aspx Disallow: /events/4120.aspx Disallow: /events/4153.aspx Disallow: /index.html Disallow: /investmentforum Disallow: /investmentforum.html Disallow: /Investmentopportunities/15285.aspx Disallow: /Investmentopportunities/15301.aspx Disallow: /Investmentopportunities/15302.aspx Disallow: /Investmentopportunities/15303.aspx Disallow: /Investmentopportunities/15304.aspx Disallow: /Investmentopportunities/15305.aspx Disallow: /Investmentopportunities/15306.aspx Disallow: /Investmentopportunities/15307.aspx Disallow: /Investmentopportunities/15308.aspx Disallow: /Investmentopportunities/15309.aspx Disallow: /Investmentopportunities/15310.aspx Disallow: /Investmentopportunities/15311.aspx Disallow: /Investmentopportunities/15312.aspx Disallow: /Investmentopportunities/15313.aspx Disallow: /Investmentopportunities/15314.aspx Disallow: /section/14237/12618.aspx?NewsType=recent Disallow: /section/14237/12620.aspx Disallow: /section/14237/12622.aspx Disallow: /section/14237/12627.aspx Disallow: /section/14237/12628.aspx Disallow: /section/14237/12629.aspx Disallow: /section/14237/12631.aspx Disallow: /section/14237/12632.aspx Disallow: /section/14237/12636.aspx Disallow: /section/14237/12639.aspx Disallow: /section/14237/12641.aspx Disallow: /section/14237/12643.aspx Disallow: /section/14237/15126.aspx Disallow: /section/14237/15127.aspx Disallow: /section/14237/15541.aspx Disallow: /section/14237/15543.aspx Disallow: /section/14237/15543.aspx?NewsType=recent Disallow: /section/14237/15544.aspx Disallow: /section/14237/15547.aspx Disallow: /section/14237/15549.aspx Disallow: /section/14237/15551.aspx Disallow: /section/14237/15926.aspx?NewsType=recent Disallow: /section/14237/15930.aspx Disallow: /section/14237/15934.aspx?NewsType=recent Disallow: /section/14237/15935.aspx Disallow: /section/14237/16348.aspx Disallow: /section/14237/16351.aspx?NewsType=recent Disallow: /section/14237/16354.aspx Disallow: /section/14237/16356.aspx?NewsType=recent Disallow: /section/14237/16674.aspx Disallow: /section/14237/16675.aspx Disallow: /section/14237/16676.aspx Disallow: /section/14237/16686.aspx Disallow: /section/14237/16689.aspx Disallow: /section/14237/16690.aspx?NewsType=recent Disallow: /section/14237/17171.aspx?NewsType=recent Disallow: /section/14237/17173.aspx Disallow: /section/14237/17174.aspx?newstype=recent Disallow: /section/14237/17175.aspx Disallow: /section/14237/17179.aspx Disallow: /section/14237/17437.aspx?NewsType=recent Disallow: /section/14237/17986.aspx?NewsType=recent Disallow: /section/14237/17991.aspx Disallow: /section/14237/17992.aspx?NewsType=recent Disallow: /section/14237/18672.aspx Disallow: /section/14237/18826.aspx Disallow: /section/14237/18899.aspx?NewsType=recent Disallow: /section/14237/18908.aspx Disallow: /section/14237/19168.aspx Disallow: /section/14237/19168.aspx?NewsType=recent Disallow: /section/14237/19674.aspx?NewsType=recent Disallow: /section/14237/21134.aspx?NewsType=recent Disallow: /section/14237/Page1.aspx Disallow: /section/14237/page1.aspx Disallow: /section/14237/Page10.aspx Disallow: /section/14237/page10.aspx Disallow: /section/14237/Page11.aspx Disallow: /section/14237/Page2.aspx Disallow: /section/14237/Page4.aspx Disallow: /section/14237/page4.aspx Disallow: /section/14237/Page5.aspx Disallow: /section/14237/page5.aspx Disallow: /section/14237/Page6.aspx Disallow: /section/14237/page6.aspx Disallow: /section/14237/Page8.aspx Disallow: /section/14237/Page9.aspx Disallow: /section/14237/page9.aspx Disallow: /section/14259.aspx Disallow: /section/14264.aspx Disallow: /section/14268.aspx Disallow: /section/14275.aspx Disallow: /section/14277.aspx Disallow: /section/14279.aspx Disallow: /section/14286.aspx Disallow: /section/14289.aspx Disallow: /section/14290.aspx Disallow: /section/14291.aspx Disallow: /section/14296.aspx Disallow: /section/14299.aspx Disallow: /section/14300.aspx Disallow: /section/14303.aspx Disallow: /section/14319.aspx Disallow: /section/14320.aspx Disallow: /section/14495.aspx Disallow: /section/14562.aspx Disallow: /section/14563.aspx Disallow: /section/14564.aspx Disallow: /section/14577.aspx Disallow: /section/14666.aspx Disallow: /section/14667.aspx Disallow: /section/14668.aspx Disallow: /section/14673.aspx User-Agent: * Disallow: /common/files/3DWorld.pdf Disallow: /common/files/Advanced%20Composites%20for%20Aerospace.pdf Disallow: /common/files/Aquaculture%20Brochure%20-%20high%20res.pdf Disallow: /common/files/Backend%20Outflows%20from%20Film%20Report_Oct05.pdf Disallow: /common/files/Biomedical%20Excellence_Sep06.pdf Disallow: /common/files/biosimch.pdf Disallow: /common/files/Biotech%20Sector%20Profile.pdf Disallow: /common/files/Biotech_BioPacificVentures.pdf Disallow: /common/files/Biotech_Biopharmaceuticals.pdf Disallow: /common/files/Biotech_Natural%20Products.pdf Disallow: /common/files/Biotech_Nupharm.pdf Disallow: /common/files/biotrach.pdf Disallow: /common/files/Creative_Feature%20Film.pdf Disallow: /common/files/Creative_Television.pdf Disallow: /common/files/Dairy_Feb06.pdf Disallow: /common/files/danone.pdf Disallow: /common/files/endocrinz.pdf Disallow: /common/files/Energy%20Report%20Aug%2006.pdf Disallow: /common/files/F&B%20Sector%20Profile.pdf Disallow: /common/files/F&B%20Sector%20Profile.pdf Disallow: /common/files/F&B_Dairy.pdf Disallow: /common/files/F&B_Dairy.pdf Disallow: /common/files/F&B_Functional%20Foods.pdf Disallow: /common/files/F&B_Functional%20Foods.pdf Disallow: /common/files/F&B_Groupe%20Danone.pdf Disallow: /common/files/F&B_Groupe%20Danone.pdf Disallow: /common/files/F&B_Jack%20Links.pdf Disallow: /common/files/F&B_Jack%20Links.pdf Disallow: /common/files/fbsimch.pdf Disallow: /common/files/fbtradch.pdf Disallow: /common/files/Filmmaking%20in%20NZ.pdf Disallow: /common/files/Flagship%20Final_Dec06.pdf Disallow: /common/files/Functional%20Foods%20Marketing%20Doc_Final.PDF Disallow: /common/files/hkmed.pdf Disallow: /common/files/ICT%20Sector%20Profile.pdf Disallow: /common/files/ICT_Air%20New%20Zealand.pdf Disallow: /common/files/ICT_EDS.pdf Disallow: /common/files/ICT_Software.pdf Disallow: /common/files/ICT_Telecom%20Services.pdf Disallow: /common/files/Industrial_Biotechnology_Overview_2008.pdf Disallow: /common/files/Investment%20NewZ%20Dec%2004.pdf Disallow: /common/files/Investment%20NewZ%20Sept%202005.pdf Disallow: /common/files/INZ%20Case%20Study%20-%20Air%20New%20Zealand.pdf Disallow: /common/files/INZ%20Case%20Study%20-%20BioPacificVentures.pdf Disallow: /common/files/INZ%20Case%20Study%20-%20BioPacificVentures_Oct07.pdf Disallow: /common/files/INZ%20Case%20Study%20-%20EDS.pdf Disallow: /common/files/INZ%20Case%20Study%20-%20Groupe%20Danone.pdf Disallow: /common/files/INZ%20Case%20Study%20-%20Jack%20Links.pdf Disallow: /common/files/INZ%20Case%20Study%20-%20LOTR.pdf Disallow: /common/files/INZ%20Case%20Study%20-%20Pratt%20&%20Whitney.pdf Disallow: /common/files/INZ%20Case%20Study%20-%20Pratt%20&%20Whitney.pdf Disallow: /common/files/INZ%20Creative%20Sector%20Document.pdf Disallow: /common/files/INZ%20Food%20and%20Beverage%20Sector%20Document.pdf Disallow: /common/files/INZ%20Information%20and%20Communications%20Technology%20Sector%20Document.pdf Disallow: /common/files/INZ%20Med%20Tech%20Overview_Jun07.pdf Disallow: /common/files/INZ%20Specialised%20Manufacturing%20Sector%20Document.pdf Disallow: /common/files/INZ%20Sub-sector%20Biotechnology%20-%20Healthcare%20Document.pdf Disallow: /common/files/INZ%20Sub-sector%20Biotechnology%20-%20Natural%20Products%20Document.pdf Disallow: /common/files/INZ%20Sub-sector%20Creative%20-%20Film%20Document.pdf Disallow: /common/files/INZ%20Sub-sector%20Creative%20-%20Television%20Document.pdf Disallow: /common/files/INZ%20Sub-sector%20Food%20and%20Beverage%20-%20Dairy%20Industry%20Document.pdf Disallow: /common/files/INZ%20Sub-sector%20Information%20and%20Communications%20Technolgy%20-%20Software%20Document.pdf Disallow: /common/files/INZ%20Sub-sector%20Information%20and%20Communications%20Technology%20-%20Telecom%20Document.pdf Disallow: /common/files/INZ%20Sub-sector%20Specialised%20Manufacturing%20-%20Aviation%20Document.pdf Disallow: /common/files/INZ%20Sub-sector%20Specialised%20Manufacturing%20-%20Marine%20Document.pdf Disallow: /common/files/INZ%20Sub-sector%20Wood%20Processing%20-%20MDF%20Document.pdf Disallow: /common/files/INZ%20Wood%20Processing%20Sector%20Document.pdf Disallow: /common/files/INZ_VC_e-book_FA.pdf Disallow: /common/files/INZ-Biotech-Natural-Products.pdf Disallow: /common/files/inz-case-study-comfort.pdf Disallow: /common/files/inz-case-study-hercules.pdf Disallow: /common/files/inz-case-study-lotr.pdf Disallow: /common/files/inz-case-study-matua.pdf Disallow: /common/files/inz-case-study-narnia.pdf Disallow: /common/files/inz-case-study-oldfashionedfoods.pdf Disallow: /common/files/inz-case-study-r&dsolutionz.pdf Disallow: /common/files/inz-case-study-r&dsolutionz.pdf Disallow: /common/files/inz-case-study-rayglass.pdf Disallow: /common/files/inz-functional-foods.pdf Disallow: /common/files/inz-subsector-animal-based-therapeutics.pdf Disallow: /common/files/inz-subsector-composite-technology.pdf Disallow: /common/files/inz-subsector-television-commercials.pdf Disallow: /common/files/inz-wine-subsector.pdf Disallow: /common/files/japfb.pdf Disallow: /common/files/New%20Zealand%20Aquifers%20Report_Mar05.pdf Disallow: /common/files/NZ%20Energy%20Sector%20Report_July%202006.pdf Disallow: /common/files/NZTE%20Marine%20Brochure_Final%202006.pdf Disallow: /common/files/NZTE%20Meat%20Brochure_Low%20Res%20Final%20Apr07.pdf Disallow: /common/files/NZTE%20Software%20Brochure%20(lr).pdf Disallow: /common/files/NZTE%20Wine%20Brochure_Low%20Res%20Apr07.pdf Disallow: /common/files/RMA%20Document_Nov05_Client%20Copy.pdf Disallow: /common/files/SM%20Sector%20Profile.pdf Disallow: /common/files/SM_Aviation.pdf Disallow: /common/files/SM_Marine.pdf Disallow: /common/files/SM_Pratt%20&%20Whitney.pdf Disallow: /common/files/SM_Pratt%20&%20Whitney.pdf Disallow: /common/files/SP%20Sector%20Profile.pdf Disallow: /common/files/VCParticipationform.pdf Disallow: /common/files/Wood%20Sector%20Profile.pdf Disallow: /common/files/Wood_Medium%20Density%20Fibreboard.pdf Disallow: /common/files/Wood_Norske%20Skog%20Tasman.pdf Disallow: /common/files/Wood_Specialty%20Wood%20Products.pdf Disallow: /common/newfile_download.pdf Disallow: /common/files/Functional%20Foods%20Marketing%20Doc_Final.PDF: Disallow: /common/files/INZ%2520Med%2520Tech%2520Overview_Jun07.pdf