V4.2021.07.2488 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-80legs
-ADmantX
 AIBOT
-ALittle Client
-ASPSeek
-AfD-Verbotsverfahren
-AhrefsBot
-Anarchie
-Anarchy
+Aboundexbot
+AiHitBot
+Anarchy99
+Ankit
+Apexoo
 Aspiegel
-AwarioRssBot
-BDCbot
-BackDoorBot
+Asterias
+Attach
+BLEXBot
+BackStreet
 BackWeb
+Backlink-Ceck
+BacklinkCrawler
 Bandit
 Battleztar Bazinga
 Bigfoot
 Blackboard
 Blow
-BlowFish
-Boardreader
-Buck
-BuzzSumo
+Bolt
+Buddy
+BuiltWith
 CCBot
-CazoodleBot
-CensysInspect
-CheTeam
-Cliqzbot
+CODE87
+Calculon
+Cegbfeieh
+CheeseBot
+CherryPicker
+ChinaClaw
 Cloud mapping
-Collector
+Cocolyzebot
+Copier
 CopyRightCheck
-Cosmos
 Craftbot
-CrazyWebCrawler
+Crescent
+CrunchBot
+Curious
+CyotekWebCopy
 DTS Agent
-DatabaseDriverMysqli
-Demon
+Devil
+Digincore
+DigitalPebble
 Dirbuster
-DittoSpyder
+Disco
+Dispatch
+DnyzBot
 DomCopBot
 DomainCrawler
-DomainSigmaCrawler
-Download Wonder
+Domains Project
+Dotbot
 Dragonfly
+Drip
 ECCP/1.0
-EMail Wolf
-EasyDL
-EroCrawler
 Evil
-ExtLinksBot
-FDM
-Firefox/7.0
+Extractor
+EyeNetIE
+Ezooms
+FHscan
+Fimap
 FlashGet
+Flunky
 Freeuploader
 Fuzz
 FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
 Getintent
-Gigabot
 Go!Zilla
 GoZilla
-Gotit
-Grafula
-GrapeshotCrawler
+GrabNet
+GridBot
 HEADMasterSEO
-HMView
-HTTrack
-Havij
+HTMLparser
+Harvest
+Humanlinks
 HybridBot
 IDBot
+IRLbot
 Id-search
-IlseBot
+Image Sucker
+IndeedBot
 InfoNaviRobot
 InterGET
 Internet Ninja
-InternetSeer
-IstellaBot
+Iria
+Iskanie
 JOC Web Spider
-JamesBOT
-JetCar
+Jbrofuzz
+Jetty
 JikeSpider
 Jyxobot
-Keyword Density
+Kenjin Spider
+Kinza
+Kozmosbot
+LNSpiderguy
 Larbin
-LexiBot
-LieBaoFast
-Likse
+LeechFTP
+LibWeb
 LinkWalker
-LinqiaMetadataDownloaderBot
+LinkpadBot
+LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
-MIDown tool
+Ltx71
+MFC_Tear_Sample
 MIIxpc
 MJ12bot
-Mag-Net
+MQQBrowser
+MSFrontPage
+MSIECrawler
+Magnet
 Majestic SEO
 Majestic-SEO
 Majestic12
-MarkMonitor
-Mass Downloader
+Masscan
 Mata Hari
-MauiBot
-Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Mojeek
-Morfeus Fucking Scanner
-Mr.4x3
+MeanPath Bot
+MegaIndex.ru
+Mister PiX
 NICErsPRO
 NPbot
-Nameprotect
-Navroad
-NearSite
-Nessus
-Net Vampire
-NetAnts
+Needle
+NetSpider
 NetZIP
+Netcraft
 Nettrack
+Netvibes
+Nibbler
+Nikto
 NimbleCrawler
+Nimbostratus
 Ninja
-Octopus
+Nutch
 Offline Explorer
 OnCrawl
 Openfind
 OrangeSpider
+OutfoxBot
 PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
+PageAnalyzer
 PageScorer
-PageThing.com
+Pandalytics
 Panscient
-Papa Foto
-Pavuk
 PeoplePal
-Piepmatz
+Picsearch
 Pimonster
+Pixray
 PleaseCrawl
-ProPowerBot
-Pu_iN
-PyCurl
+ProWebWalker
+Psbot
+PxBroker
+QueryN Metasearch
 RankActive
-RankActiveLinkBot
-RankingBot2
-Rankivabot
+RankFlex
+Re-re
 ReGet
 Reaper
-Ripper
-SBIder
-SEOkicks
-Scanbot
-Scrapy
-ScreenerBot
-Searchestate
-SearchmetricsBot
+RebelMouse
+SMTBot
+ScanAlert
+ScoutJet
+Screaming
+ScrepyBot
+SemrushBot
 SeobilityBot
 Seomoz
-Shodan
 Siphon
-Site Sucker
 SiteExplorer
-SiteSucker
-Sitebeam
+SiteSnagger
 Siteimprove
 Snapbot
 Snoopy
-Sosospider
-SpaceBison
-SpankBot
-SputnikBot
-Sqlworm
+Sottopop
+Spammen
+Spanner
+Spbot
+Spinn3r
 Stripper
-SuperHTTP
-Surfbot
-Swiftbot
-Teleport
-TeleportPro
+SuperBot
+Suzuran
+Szukacz
+T8Abot
 Telesoft
 Telesphorep
-Thumbor
+The Intraformant
 Toata
-Trendiction
+Tracemyfile
 Trendictionbot
-Turingos
-TurnitinBot
-TwengaBot
+True_Robot
 URLy Warning
-UnisterBot
-Vacuum
-VeriCiteCrawler
+URLy.Warning
+Vagabondo
+VidibleScraper
+VoidEYE
 Voil
-WASALive-Bot
+WBSearchBot
 WEBDAV
 WISENutbot
 WPScan
-WWW-Mechanize
+Web Collage
 Web Fetch
-Web Pix
+Web Fuck
+Web Sauger
 WebAuto
 WebBandit
-WebCopier
 WebFetch
-WebFuck
 WebGo IS
-WebImageCollector
-WebLeacher
-WebReaper
+WebPix
 WebSauger
 WebStripper
 WebSucker
-WebWhacker
 Webalta
-WebmasterWorldForumBot
+Webshag
 Website Quester
+Webster
+Whacker
 Who.is Bot
 WinHTTrack
+Wonderbot
+Woobot
 Wotbox
-Wprecon
-Xaldon WebSpider
-Xenu
+Xaldon_WebSpider
+YoudaoBot
 Zauba
-ZyBorg
-backlink-check
-check1.exe
-cognitiveseo
-crawl.sogou.com
-crawler4j
-demandbase-bot
-evc-batch
+Zeus
+Zitebot
+ZmEu
+ZoominfoBot
+arquivo-web-crawler
+com.plumanalytics
+domainsproject.org
+eCatch
 heritrix
-lwp-trivial
+magpie-crawler
+meanpathbot
 plumanalytics
-polaris version
-probe-image-size
-scalaj-http
+ripz
+satoristudio.net
 scan.lol
 seobility
-seostar
+seoscanners
 serpstatbot
+sexsearcher
 sogouspider
-tAkeOut
-voyagerx.com
-x09Mozilla
-x22Mozilla
+trendiction.com
+webmeup-crawler
 zauba.io