User-agent: * Disallow: /rd? Disallow: /rd2? Disallow: /color_bumper.xpml Disallow: /mkt.xpml* Disallow: /*_show-- Disallow: /*_sort-- Disallow: /classify Disallow: /*_start-- Disallow: /*start= Disallow: /*show= Disallow: /*sort= Disallow: /*mkt_id= Disallow: /*_absoluteMaxPrice-- Disallow: /*_absoluteMinPrice-- Disallow: /*SEARCH_GO User-agent: Googlebot Disallow: /rd? Disallow: /rd2? Disallow: /color_bumper.xpml Disallow: /mkt.xpml* Disallow: /*_show-- Disallow: /*_sort-- Disallow: /classify Disallow: /musik/ Disallow: /newagemusik/ Disallow: /komoedien/ Disallow: /elektronischemusik/ Disallow: /spokenword/ Disallow: /jazzmusik_instrumental/ Disallow: /cajunmusik/ Disallow: /heavymetalmusik/ Disallow: /tv_filmmusik/ Disallow: /kindermusik/ Disallow: /rock_popmusik/ Disallow: /r_bhiphop_rapmusik/ Disallow: /folkmusik/ Disallow: /dvd_videofilme/ Disallow: /abenteuerfilmeunddvds/ Disallow: /westernfilmeunddvds/ Disallow: /filmeunddvdsbesondererart/ Disallow: /dramafilmeunddvds/ Disallow: /horrorfilmeunddvds/ Disallow: /kinderfilmeunddvds/ Disallow: /komoedienfilmeunddvds/ Disallow: /musicals/ Disallow: /scififilmeunddvds/ Disallow: /sportundfitnessfilmeunddvds/ Disallow: /religioesefilmeunddvds/ Disallow: /fremdsprachenfilmeunddvds/ Disallow: /filmeunddvdsfuererwachsene/ Disallow: /erotik_videosbuecher_mehr/ Disallow: /buecher_zeitschriften/ Disallow: /kinderbelletristik/ Disallow: /lernbuecher/ Disallow: /spokenword/ Disallow: /philosophischeromane/ Disallow: /erotischebuecher/ Disallow: /geschichtsbuecher/ Disallow: /zeitschriften_zeitungen/ Disallow: /buero_schulzubehoer/ Disallow: /damen_sonstigeaccessoires/ Disallow: /diverses1/ Disallow: /diversebuecher/ Disallow: /diversefilmeunddvds/ Disallow: /diversegeschenkeblumen_nahrungsmittel/ Disallow: /diversegesundheit_pflege1/ Disallow: /diversemusik/ Disallow: /diversemoebel/ Disallow: /diversesoftware/ Disallow: /diversespeichergeraete/ Disallow: /diversevideospiele/ Disallow: /diverserbuerobedarf/ Disallow: /diverses2/ Disallow: /diversesbabyspielzeug/ Disallow: /diversesbabyzubehoer/ Disallow: /diversesbastelundkunstzubehoer/ Disallow: /haus_gartendiverses/ Disallow: /herren_sonstigeaccessoires/ Disallow: /kinder_sonstigeaccessoires/ Disallow: /sonstige Disallow: /weitereprodukte/ Disallow: /weitererhaustierbedarf/ Disallow: /*_start-- Disallow: /*start= Disallow: /*show= Disallow: /*sort= Disallow: /*_absoluteMaxPrice-- Disallow: /*_absoluteMinPrice-- Disallow: /*SEARCH_GO User-agent: bingbot Disallow: /rd? Disallow: /rd2? Disallow: /color_bumper.xpml Disallow: /mkt.xpml* Disallow: /*_show-- Disallow: /*_sort-- Disallow: /classify Disallow: /musik/ Disallow: /newagemusik/ Disallow: /komoedien/ Disallow: /elektronischemusik/ Disallow: /spokenword/ Disallow: /jazzmusik_instrumental/ Disallow: /cajunmusik/ Disallow: /heavymetalmusik/ Disallow: /tv_filmmusik/ Disallow: /kindermusik/ Disallow: /rock_popmusik/ Disallow: /r_bhiphop_rapmusik/ Disallow: /folkmusik/ Disallow: /dvd_videofilme/ Disallow: /abenteuerfilmeunddvds/ Disallow: /westernfilmeunddvds/ Disallow: /filmeunddvdsbesondererart/ Disallow: /dramafilmeunddvds/ Disallow: /horrorfilmeunddvds/ Disallow: /kinderfilmeunddvds/ Disallow: /komoedienfilmeunddvds/ Disallow: /musicals/ Disallow: /scififilmeunddvds/ Disallow: /sportundfitnessfilmeunddvds/ Disallow: /religioesefilmeunddvds/ Disallow: /fremdsprachenfilmeunddvds/ Disallow: /filmeunddvdsfuererwachsene/ Disallow: /erotik_videosbuecher_mehr/ Disallow: /buecher_zeitschriften/ Disallow: /kinderbelletristik/ Disallow: /lernbuecher/ Disallow: /spokenword/ Disallow: /philosophischeromane/ Disallow: /erotischebuecher/ Disallow: /geschichtsbuecher/ Disallow: /zeitschriften_zeitungen/ Disallow: /buero_schulzubehoer/ Disallow: /damen_sonstigeaccessoires/ Disallow: /diverses1/ Disallow: /diversebuecher/ Disallow: /diversefilmeunddvds/ Disallow: /diversegeschenkeblumen_nahrungsmittel/ Disallow: /diversegesundheit_pflege1/ Disallow: /diversemusik/ Disallow: /diversemoebel/ Disallow: /diversesoftware/ Disallow: /diversespeichergeraete/ Disallow: /diversevideospiele/ Disallow: /diverserbuerobedarf/ Disallow: /diverses2/ Disallow: /diversesbabyspielzeug/ Disallow: /diversesbabyzubehoer/ Disallow: /diversesbastelundkunstzubehoer/ Disallow: /haus_gartendiverses/ Disallow: /herren_sonstigeaccessoires/ Disallow: /kinder_sonstigeaccessoires/ Disallow: /sonstige Disallow: /weitereprodukte/ Disallow: /weitererhaustierbedarf/ Disallow: /*_start-- Disallow: /*start= Disallow: /*show= Disallow: /*sort= Disallow: /*_absoluteMaxPrice-- Disallow: /*_absoluteMinPrice-- Disallow: /*SEARCH_GO User-agent: slurp Disallow: /rd? Disallow: /rd2? Disallow: /color_bumper.xpml Disallow: /mkt.xpml* Disallow: /*_show-- Disallow: /*_sort-- Disallow: /classify Disallow: /musik/ Disallow: /newagemusik/ Disallow: /komoedien/ Disallow: /elektronischemusik/ Disallow: /spokenword/ Disallow: /jazzmusik_instrumental/ Disallow: /cajunmusik/ Disallow: /heavymetalmusik/ Disallow: /tv_filmmusik/ Disallow: /kindermusik/ Disallow: /rock_popmusik/ Disallow: /r_bhiphop_rapmusik/ Disallow: /folkmusik/ Disallow: /dvd_videofilme/ Disallow: /abenteuerfilmeunddvds/ Disallow: /westernfilmeunddvds/ Disallow: /filmeunddvdsbesondererart/ Disallow: /dramafilmeunddvds/ Disallow: /horrorfilmeunddvds/ Disallow: /kinderfilmeunddvds/ Disallow: /komoedienfilmeunddvds/ Disallow: /musicals/ Disallow: /scififilmeunddvds/ Disallow: /sportundfitnessfilmeunddvds/ Disallow: /religioesefilmeunddvds/ Disallow: /fremdsprachenfilmeunddvds/ Disallow: /filmeunddvdsfuererwachsene/ Disallow: /erotik_videosbuecher_mehr/ Disallow: /buecher_zeitschriften/ Disallow: /kinderbelletristik/ Disallow: /lernbuecher/ Disallow: /spokenword/ Disallow: /philosophischeromane/ Disallow: /erotischebuecher/ Disallow: /geschichtsbuecher/ Disallow: /zeitschriften_zeitungen/ Disallow: /buero_schulzubehoer/ Disallow: /damen_sonstigeaccessoires/ Disallow: /diverses1/ Disallow: /diversebuecher/ Disallow: /diversefilmeunddvds/ Disallow: /diversegeschenkeblumen_nahrungsmittel/ Disallow: /diversegesundheit_pflege1/ Disallow: /diversemusik/ Disallow: /diversemoebel/ Disallow: /diversesoftware/ Disallow: /diversespeichergeraete/ Disallow: /diversevideospiele/ Disallow: /diverserbuerobedarf/ Disallow: /diverses2/ Disallow: /diversesbabyspielzeug/ Disallow: /diversesbabyzubehoer/ Disallow: /diversesbastelundkunstzubehoer/ Disallow: /haus_gartendiverses/ Disallow: /herren_sonstigeaccessoires/ Disallow: /kinder_sonstigeaccessoires/ Disallow: /sonstige Disallow: /weitereprodukte/ Disallow: /weitererhaustierbedarf/ Disallow: /*_start-- Disallow: /*start= Disallow: /*show= Disallow: /*sort= Disallow: /*_absoluteMaxPrice-- Disallow: /*_absoluteMinPrice-- Disallow: /*SEARCH_GO # Add explict user-agent for AdsBot-Google as it ignores blanket includes # http://adwords.google.com/support/aw/bin/answer.py?hl=en&answer=38197 User-agent: AdsBot-Google Disallow: /rd2? Disallow: /rd? Disallow: /color_bumper.xpml Disallow: /*_start-- Disallow: /*start= Disallow: /*show= Disallow: /*sort= # # Crawlers that are kind enough to obey, but which we'd rather not have. # User-agent: YahooSeeker Disallow: / User-agent: BecomeBot Disallow: / # # A growing list of pest bots # User-agent: Baiduspider Disallow: / User-agent: CherryPicker Disallow: / User-agent: Crescent Internet ToolPak Disallow: / User-agent: DISCo Pump Disallow: / User-agent: EmailSiphon Disallow: / User-agent: htdig Disallow: / User-agent: HTTrack Disallow: / User-agent: LNSpiderGuy Disallow: / User-agent: Netprospector Disallow: / User-agent: PerMan Surfer Disallow: / User-agent: psbot Disallow: / User-agent: szukacz Disallow: / User-agent: RPT-HTTPClient Disallow: / User-agent: Teleport Disallow: / User-agent: Telesoft Disallow: / User-agent: Ultraseek Disallow: / User-agent: vspider Disallow: / User-agent: WebCopier Disallow: / User-agent: WebEMailExtractor Disallow: / User-agent: WebReaper Disallow: / User-agent: Webster Pro Disallow: / User-agent: WebStripper Disallow: / User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: InternetSeer.com Disallow: / # Some bots are known to be trouble, particularly those designed to copy # entire sites. Please obey robots.txt. User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / # # Sorry, wget in its recursive mode is a frequent problem. # Please refer to the manual and use it properly; there is a # wait = x number of seconds option you can use to set the delay between hits, # for instance. # User-agent: wget Disallow: / # # The 'grub' distributed client has been *very* poorly behaved. # User-agent: grub-client Disallow: / User-agent: grub Disallow: / # # Doesn't follow robots.txt # User-agent: k2spider Disallow: / # # Hits many times per second, not acceptable # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # A capture bot, downloads gazillions of pages. # http://www.webreaper.net/ User-agent: WebReaper Disallow: / # http://www.xovibot.net/ User-agent: XoviBot Disallow: /