User-agent: dotbot/1.0
User-agent: W3CRobot/5.4.0 libwww/5.4.0
User-agent: araneo
User-agent: autoemailspider
User-agent: Baiduspider
User-agent: Baidu
User-agent: baiduspider
User-agent: blindekuh
User-agent: Bloodhound
User-agent: bspider
User-agent: boitho.com
User-agent: bot.mainseek.net
User-agent: Bottino
User-agent: Bookdog
User-agent: cactvschemistryspider
User-agent: cgireader
User-agent: christcrawler
User-agent: cmc
User-agent: confuzzledbot
User-agent: Crescent
User-agent: CherryPicker
User-agent: desertrealm
User-agent: download-express
User-agent: dragonbot
User-agent: downloader
User-agent: e-collector
User-agent: evliyacelebi
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: ExtractorPro
User-agent: finnish
User-agent: fireball
User-agent: francoroute
User-agent: Fetch Api Request
User-agent: gazz
User-agent: gcreep
User-agent: getbot
User-agent: grapnel
User-agent: griffon
User-agent: hometown
User-agent: HTTrack
User-agent: Hatena
User-agent: iajabot
User-agent: ibm
User-agent: imagelock
User-agent: irobot
User-agent: IEAotuDiscovery
User-agent: javabee
User-agent: jcrawler
User-agent: jobot
User-agent: jyxobot
User-agent: Jakarta
User-agent: labelgrabber.txt
User-agent: larbin
User-agent: lwp
User-agent: LC-Crawler
User-agent: mattie
User-agent: meshexplorer
User-agent: muncher
User-agent: muninn
User-agent: mwdsearch
User-agent: megite
User-agent: Macan
User-agent: Missigua
User-agent: Nederland.zoek
User-agent: Nutch
User-agent: nutch
User-agent: NewsGator
User-agent: octopus
User-agent: perignator
User-agent: perlcrawler
User-agent: pka
User-agent: psbot
User-agent: PHP_feedyes.com
User-agent: rbse
User-agent: rixbot
User-agent: robocrawl
User-agent: robofox
User-agent: roverbot
User-agent: search_au
User-agent: senrigan
User-agent: shaihulud
User-agent: simbot
User-agent: site-valet
User-agent: skymob
User-agent: sclcrawler
User-agent: solbot
User-agent: spiderbot
User-agent: spiderview
User-agent: suke
User-agent: suntek
User-agent: snoop
User-agent: SanszBot
User-agent: Shim-Crawler
User-agent: tach_bw
User-agent: tarspider
User-agent: templeton
User-agent: titin
User-agent: TMCrawler
User-agent: ucsd
User-agent: URLSpiderPro
User-agent: urlck
User-agent: valkyrie
User-agent: victoria
User-agent: VadixBot
User-agent: w3index
User-agent: wallpaper
User-agent: wapspider
User-agent: webcopy
User-agent: webfetcher
User-agent: weblinker
User-agent: webmirror
User-agent: webreader
User-agent: websnarf
User-agent: webvac
User-agent: webwalk
User-agent: wget
User-agent: whowhere
User-agent: wmir
User-agent: wombat
User-agent: webstripper
User-agent: webmon
User-agent: WebWhacker
User-agent: xget
User-agent: yoono
User-agent: Zehuti
User-agent: QihooBot
User-agent: [Ww]eb[Bb]andit
User-agent: WebEMailExtrac
User-agent: WebCopier
User-agent: NICErsPRO
User-agent: Openfind
User-agent: grub-client
User-agent: gigabaz
User-agent: PingALink
User-agent: LexiBot
User-agent: LinkSleuth
User-agent: OfflineExplorer
User-agent: Teleport
User-agent: Zeus.Webster
User-agent: Microsoft.URL
User-agent: Wget
User-agent: WebCapture
User-agent: Sweeper
User-agent: Aide
User-agent: Szukacz
User-agent: httpdown
User-agent: MSIECrawler
User-agent: msiecrawler
User-agent: teemer
User-agent: LinkWalker
User-agent:sitecheck.internetseer.com
User-agent: Seeker
User-agent: ASPSeek
User-agent: DIIbot
User-agent: IndyLibrary
User-agent: almaden
User-agent: MSProxy
User-agent: SlySearch
User-agent: WebStripper
User-agent: EasyDL
User-agent: WebZip
User-agent: b2w
User-agent: InternetSeer
User-agent: User-Agent
User-agent: EmailCollector
User-agent: Python
User-agent: Offline Explorer
User-agent: LWP
User-agent: Simple
User-agent: sohu
User-agent: Fetch
User-agent: ichiro
User-agent: ichiro/2.0
User-agent: ichiro/3.0
User-agent: ichiro*
User-agent: production
User-agent: libwww
User-agent: robot
User-agent: httrack
User-agent: Simpy
User-agent: kinjabot
User-agent: livedoorCheckers
User-agent: Lite Bot
User-agent: MFC
User-agent: UltraWombat
User-agent: grub
User-agent: php
User-agent: naver
User-agent: loopimprovements
User-agent: zao
User-agent: links
User-agent: Downloader
User-agent: Cache Content
User-agent: IAArchiver
User-agent: UrlDispatcher
User-agent: Exabot
User-agent: Java
User-agent: deepindex.com
User-agent: WebZIP
User-agent: UltraUptime
User-agent: avantgo
User-agent: Indy Library
User-agent: rr.com
User-agent: comcast.net
User-agent: pacbell.net
User-agent: eatel.net
User-agent: openaccess.org
User-agent: filenet.com
User-agent: concordia.ca
User-agent: verizon.net
User-agent: progressive.com
User-agent: chello.nl.
User-agent: razorservers.com
User-agent: inode.at
User-agent: euskaltel.es
User-agent: versanet.de
User-agent: swbell.net
User-agent: iol.cz
User-agent: serverpronto.com
User-agent: dslextreme.com
User-agent: ameritech.net
User-agent: privatedns.com
User-agent: telnor.net
User-agent: mindspring.com
User-agent: alltel.net
User-agent: brockport
User-agent: dip.t-dialin.net
User-agent: swipnet.se
User-agent: touchtelindia.net
User-agent: svabuse.info
User-agent: inhoster.com
User-agent: ev1servers.net
User-agent: net.ar
User-agent: wnet.ua
User-agent: acn.gr
User-agent: ucsfmedicalcenter.org
User-agent: telepacific.net
User-agent: rfhost.com
User-agent: bellsouth.net
User-agent: saix.net
User-agent: amazon.com
User-agent: freedom2surf.net
User-agent: astral.ro
User-agent: uni-muenster.de
User-agent: charter.net
User-agent: charter.com
User-agent: earthlink.com
User-agent: sbcglobal.net
User-agent: net.tw
User-agent: gavle.to
User-agent: surfer.at
User-agent: net.tr
User-agent: ne.jp
User-agent: twtelecom.net
User-agent: co.th
User-agent: netvigator.com
User-agent: telia.com
User-agent: ebuyer.com
User-agent: net.br
User-agent: com.ar
User-agent: whiterockdistilleries.com
User-agent: phx.gbl
User-agent: hostingpanama
User-agent: chello.nl
User-agent: bulldogdsl.com
User-agent: layeredtech.com
User-agent: b-one.net
User-agent: vsnl.net.in
User-agent: wooph.com
User-agent: lunarservers.com
User-agent: megapath.net
User-agent: moldtelecom.md
User-agent: mts.net
User-agent: btopenworld.com
User-agent: answers.com
User-agent: optonline.net
User-agent: easynet.co.uk
User-agent: hinet.net
User-agent: isp-thailand.com
User-agent: ozerki.net
User-agent: bluehost.com
User-agent: markwatch.com
User-agent: hispeed.ch
User-agent: teleweb.at
User-agent: batelco.jo
User-agent: direcpc.com
User-agent: choopa.net
User-agent: rdsnet.ro
User-agent: gudzondns.net
User-agent: kiev.ua
User-agent: pair.com
User-agent: exatt.net
User-agent: oati1.com
User-agent: ironpath.net
User-agent: webhosting.com
User-agent: newsgator.com
User-agent: startdedicated.com
User-agent: onshore.net
User-agent: airtelbroadband.in
User-agent: webwarper.net
User-agent: t-dialin.net
User-agent: hawaiiantel.net
User-agent: arcor-ip.net
User-agent: inewsroom.com
User-agent: daylife.com
User-agent: svservers.com
User-agent: .net.il
User-agent: .isu.net.sa
User-agent: csccorporatedomains.com
User-agent: enterhost.com
User-agent: telecomitalia.it
User-agent: iwayafrica.com
User-agent: yetnet.ch
User-agent: isnet.net
User-agent: shawcable.net
User-agent: rogers.com
User-agent: com.ph
User-agent: tufts.edu
User-agent: com.cn
User-agent: entireweb.com
User-agent: outboundrequest.com
User-agent: forthnet.gr
User-agent: vivodi.gr
User-agent: intercage.com
User-agent: globnet.md
User-agent: storm.ca
User-agent: live-servers.net
User-agent: hostrino.com
User-agent: chello.sk
User-agent: dappit.com
User-agent: themezoom2.com
User-agent: buckeyecom.net
User-agent: auna.net
User-agent: databasemart.net
User-agent: .tds.net
User-agent: snet.net
User-agent: hostingstudio2.net
User-agent: videotron.ca
User-agent: sdnet.net
User-agent: griffinsg.net
User-agent: trancehosting.com
User-agent: comcastbusiness.net
User-agent: steephost.com
User-agent: atrianetworks.com
User-agent: theplanet.com
User-agent: cox.net
User-agent: avantgo.com
User-agent: sccoast.net
User-agent: slaskpost.se
User-agent: googlealert.com
User-agent: israelisearch
User-agent: Gigabot
User-agent: EnaBot/1.0
User-agent: WinHTTP Robot/1.0
User-agent: GSiteCrawler
User-agent: spider
Disallow:/  

User-agent: !bot
User-agent: Mozilla/5.0
User-agent: LapozzBot/1.4
User-agent: googlebot
User-agent: ABCdatos
User-agent: Acme.Spider
User-agent: ahoythehomepagefinder
User-agent: Alkaline
User-agent: appie
User-agent: arachnophilia
User-agent: araybot
User-agent: architext
User-agent: aretha
User-agent: ariadne
User-agent: arks
User-agent: aspider
User-agent: atn.txt
User-agent: atomz
User-agent: auresys
User-agent: backrub
User-agent: bbot
User-agent: bigbrother
User-agent: bjaaland
User-agent: blackwidow
User-agent: borg-bot
User-agent: boxseabot
User-agent: brightnet
User-agent: calif
User-agent: cassandra
User-agent: checkbot
User-agent: churl
User-agent: cienciaficcion
User-agent: Collective
User-agent: combine
User-agent: coolbot
User-agent: core
User-agent: cosmos  
User-agent: cruiser
User-agent: cusco
User-agent: cyberspyder
User-agent: cydralspider
User-agent: deweb  
User-agent: dienstspider
User-agent: digger
User-agent: diibot
User-agent: directhit  
User-agent: dnabot
User-agent: dwcp
User-agent: ebiness
User-agent: eit
User-agent: elfinbot
User-agent: emacs
User-agent: emcspider
User-agent: esculapio
User-agent: esther
User-agent: nzexplorer
User-agent: fastcrawler
User-agent: fdse
User-agent: felix
User-agent: ferret
User-agent: fetchrover
User-agent: fido
User-agent: fish
User-agent: worm
User-agent: wwwc
User-agent: wz101
User-agent: ia_archiver
User-agent: whatuseek
User-agent: wlm
User-agent: wolp
User-agent: webspider
User-agent: webwalker
User-agent: webwatch
User-agent: webmoose
User-agent: webquest
User-agent: webreaper
User-agent: webs
User-agent: webcatcher
User-agent: webfoot
User-agent: webinator
User-agent: weblayers
User-agent: vwbot
User-agent: w3m2
User-agent: wanderer
User-agent: webbandit
User-agent: verticrawl
User-agent: visionsearch
User-agent: voidbot
User-agent: voyager
User-agent: tlspider
User-agent: udmsearch
User-agent: uptimebot
User-agent: us
User-agent: tcl
User-agent: techbot
User-agent: titan
User-agent: tkwww
User-agent: ssearcher
User-agent: sven
User-agent: sygol
User-agent: tarantula
User-agent: spider_monkey
User-agent: spiderline
User-agent: spiderman
User-agent: spry
User-agent: smartspider
User-agent: snooper
User-agent: speedy
User-agent: shaggy
User-agent: sift
User-agent: sitetech
User-agent: slurp
User-agent: scooter
User-agent: Scooter
User-agent: search-info
User-agent: searchprocess
User-agent: sgscout
User-agent: robi
User-agent: robozilla
User-agent: rules
User-agent: safetynetrobot
User-agent: resumerobot
User-agent: rhcs
User-agent: roadrunner
User-agent: robbie
User-agent: poppi
User-agent: portalb
User-agent: Puu
User-agent: python
User-agent: raven
User-agent: phpdig
User-agent: piltdownman
User-agent: pimptrain
User-agent: pioneer
User-agent: pitkow
User-agent: pjspider
User-agent: plumtreewebaccessor  
User-agent: orb_search
User-agent: packrat
User-agent: pageboy
User-agent: parasite
User-agent: patric
User-agent: pegasus
User-agent: phantom  
User-agent: nomad
User-agent: northstar
User-agent: objectssearch
User-agent: occam
User-agent: OntoSpider
User-agent: openfind  
User-agent: NDSpider
User-agent: netcarta
User-agent: netmechanic
User-agent: netscoop
User-agent: newscan-online
User-agent: nhse  
User-agent: muscatferret
User-agent: myweb  
User-agent: MindCrawler
User-agent: mnogosearch
User-agent: moget
User-agent: momspider
User-agent: monster
User-agent: motor  
User-agent: lycos
User-agent: macworm
User-agent: magpie
User-agent: marvin
User-agent: mediafox
User-agent: merzscope  
User-agent: legs
User-agent: linkidator
User-agent: linkscan
User-agent: linkwalker
User-agent: lockon
User-agent: logo_gif  
User-agent: jumpstation
User-agent: kapsi
User-agent: katipo
User-agent: kdd
User-agent: kilroy
User-agent: ko_yappo_robot  
User-agent: intelliagent
User-agent: iron33
User-agent: JBot
User-agent: askjeeves
User-agent: jobo
User-agent: joebot
User-agent: jubii  
User-agent: incywincy
User-agent: informant
User-agent: infoseek
User-agent: infoseeksidewinder
User-agent: infospider
User-agent: inspectorwww  
User-agent: wired-digital
User-agent: htdig
User-agent: htmlgobble
User-agent: hyperdecontextualizer
User-agent: iconoclast
User-agent: Ilse  
User-agent: gulliver
User-agent: gulperbot
User-agent: hambot
User-agent: harvest
User-agent: havindex
User-agent: hi  
User-agent: freecrawl
User-agent: funnelweb
User-agent: gama
User-agent: geturl
User-agent: golem
User-agent: gromit  
User-agent: fouineur
User-agent: twiceler
Disallow:/karbantartas.htm  
 
User-agent: anthill
User-agent: msnbot
Disallow:/karbantartas.htm
Disallow:/_ujaruhazteszt.htm
Disallow:/webaruhaz.htm
Disallow:/teszt.htm  

User-agent: arale
Disallow:/karbantartas.htm  
Disallow:/agdbl/
Disallow:/agrogumidb/
Disallow:/agroguminet/
Disallow:/alcarnet/
Disallow:/kepek/
Disallow:/kerektar/

User-agent: MJ12bot
Disallow:/karbantartas.htm
Disallow:/teszt.htm
Disallow:/_ujaruhazteszt.htm
Disallow:/webaruhaz.htm