V4.2021.11.2721 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,248 +1,248 @@
-404enemy
-ADmantX
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Anarchy
-Apexoo
-AwarioRssBot
-BLEXBot
-BackWeb
-Barkrowler
-BatchFTP
+01h4x.com
+360Spider
+404checker
+AIBOT
+ALittle Client
+ASPSeek
+Aboundexbot
+AllSubmitter
+Alligator
+Anthill
+Asterias
+BDFetch
+BackDoorBot
+BacklinkCrawler
 BetaBot
-Bitacle
+Bigfoot
 Black Hole
 BlackWidow
+Blackboard
+BlowFish
+Boardreader
+Brandprotect
+Brandwatch
 Buck
-BuiltWith
-Bullseye
-BunnySlippers
 BuzzSumo
-CCBot
+CATExplorador
+CODE87
 CSHttp
-Calculon
-Cegbfeieh
+CheeseBot
+CherryPicker
 Chlooe
-Cloud mapping
-Collector
-CopyRightCheck
+Claritybot
+Cocolyzebot
+Cogentbot
 Craftbot
-CrunchBot
-DIIbot
+Curious
+DBLBot
 DTS Agent
-Deusu
-Disco
-Discoverybot
+DatabaseDriverMysqli
+Demon
+Discobot
 Dispatch
-DomainAppender
-DomainCrawler
+DittoSpyder
+DnBCrawler-Analytics
 DomainSigmaCrawler
-Dotbot
 Download Wonder
-EMail Wolf
+ECCP/1.0
+EasyDL
 Ebingbong
-Ecxi
 EirGrabber
-EroCrawler
-Evil
-Exabot
 Express WebPictures
-ExtLinksBot
-ExtractorPro
+Extractor
+Extreme Picture Finder
 Ezooms
+FDM
 Fimap
 Firefox/7.0
-FlashGet
 Flunky
 Freeuploader
+Fuzz
+FyberSpider
 Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
 Genieo
-GetRight
-GetWeb
-Getintent
-Gigabot
+GermCrawler
 Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 Gotit
 GrabNet
+Grabber
+Grafula
+GrapeFX
 GrapeshotCrawler
 GridBot
 HEADMasterSEO
-HTMLparser
-Haansoft
-Harvest
-Heritrix
-IRLbot
-Id-search
+HaosouSpider
+Havij
 IlseBot
 Indy Library
-InfoNaviRobot
-InfoTekies
-InterGET
+Internet Ninja
 InternetSeer
-Iskanie
+Iria
+IstellaBot
+JamesBOT
+Jbrofuzz
 JennyBot
 JetCar
-Jorgee
+JikeSpider
+JustView
 Keyword Density
+Kozmosbot
 Lanshanbot
-Leap
-LeechFTP
 LeechGet
-LibWeb
-Libwhisker
+LexiBot
 Lightspeedsystems
-Linkdexbot
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
+LinkWalker
+Linkbot
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lmspider
 Ltx71
-MFC_Tear_Sample
 MIIxpc
-MSFrontPage
+MQQBrowser
 MTRobot
+Mag-Net
 Magnet
 Mail.RU_Bot
-Majestic-SEO
+Majestic SEO
 MarkMonitor
-Mb2345Browser
-MeanPath Bot
+Mass Downloader
+Masscan
+Mata Hari
+Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
 Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
-NPbot
+Mojolicious
+Name Intelligence
 NearSite
-Net Vampire
+Nessus
+NetMechanic
 NetSpider
+Netcraft
 Nettrack
-Niki-bot
-NimbleCrawler
-Nuclei
-OnCrawl
-OpenVAS
+NextGenSearchBot
+Nibbler
 Openvas
-OrangeBot
 OrangeSpider
 OutclicksBot
-POE-Component-Client-HTTP
-PageScorer
-PageThing.com
-Pandalytics
+PECL::HTTP
 Panscient
-Pi-Monster
-Piepmatz
-Pixray
-Pockey
-ProWebWalker
-Probethenet
+Papa Foto
+Pavuk
+PictureFinder
+Pimonster
+PleaseCrawl
+PxBroker
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RankingBot2
-Rankivabot
+RankingBot
 RankurBot
 Re-re
-RebelMouse
+RealDownload
 SBIder
-SEOkicks
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
-Scanbot
+SMTBot
+SalesIntelligent
+ScanAlert
+ScoutJet
 Scrapy
+ScreenerBot
 ScrepyBot
+Searchestate
 SemanticJuice
-SeobilityBot
-Seomoz
+Semrush
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteSnagger
+SiteExplorer
+Sitebeam
+Snapbot
 SocialRankIOBot
-Sottopop
+Sosospider
 Spammen
-SpankBot
 Spanner
 Spbot
-Sqlmap
+Sqworm
 Steeler
-Sucuri
+Stripper
 SuperBot
-Suzuran
+Surfbot
+SurveyBot
+Swiftbot
 T0PHackTeam
 T8Abot
-Telesoft
-Telesphoreo
 TheNomad
-TightTwatBot
-Toata
-Toweyabot
+Titan
 Tracemyfile
-Trendiction
-Turingos
-TurnitinBot
-URLy Warning
+Trendictionbot
+Turnitin
+TwengaBot
+Twice
 UnisterBot
-V-BOT
-VelenPublicWebCrawler
+VB Project
+VeriCiteCrawler
+Virusdie
 VoidEYE
-WASALive-Bot
-WPScan
-WWW-Mechanize
-WallpapersHD
+Voltron
+WISENutbot
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WeSEE
 Web Collage
+Web Enhancer
+Web Fuck
 WebAuto
 WebEnhancer
-WebFetch
 WebFuck
+WebGo IS
 WebImageCollector
-WebLeacher
-WebSucker
+WebReaper
+WebSauger
+WebWhacker
 WebZIP
 Webalta
 WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-WebsiteQuester
 Webster
 Whacker
+Whatweb
 Who.is Bot
-Wotbox
-YoudaoBot
+WinHTTrack
+Wprecon
+Xenu
+Zermelo
 Zeus
-Zitebot
-ZmEu
+ZoominfoBot
+arquivo.pt
+cah.io.community
 clark-crawler
-coccocbot-web
 cognitiveseo
-crawler.feedback
-dataforseo.com
-demandbase-bot
+crawl.sogou.com
+eCatch
+gopher
 heritrix
+instabid
+internetVista monitor
+ips-agent
+isitwp.com
 meanpathbot
-page scorer
-plumanalytics
+mediawords
+muhstik-scan
+netEstate NE Crawler
+polaris version
 probe-image-size
-ripz
-s1z.ru
-seobility
-seoscanners
-spyfu
+satoristudio.net
+seocompany.store
+sexsearcher
+sitechecker.pro
+sysscan
 tAkeOut
-trendiction.com
-voyagerx.com
+trendiction.de
 webprosbot
 x09Mozilla
 x22Mozilla