V4.2022.06.3171 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+404enemy
 80legs
-Aboundexbot
-AfD-Verbotsverfahren
+AIBOT
+Acunetix
+AiHitBot
 Alexibot
-Alligator
+AllSubmitter
 Ankit
+Anthill
+Apexoo
+Asterias
 Atomseobot
-Attach
-AwarioSmartBot
-BDCbot
+BBBike
+BDFetch
 BLEXBot
+BackWeb
 BacklinkCrawler
-Bandit
-Black Hole
+BatchFTP
+BetaBot
+Bitacle
+Blackboard
+Blow
 BlowFish
 Boardreader
-Bolt
-Buck
-BuiltBotTough
+Brandprotect
 BuiltWith
-Bullseye
-BunnySlippers
-CATExplorador
-Cegbfeieh
+BuzzSumo
+CODE87
+Calculon
+CheTeam
+CheeseBot
 ChinaClaw
+Claritybot
 Cliqzbot
-Cocolyzebot
-Collector
-CopyRightCheck
-Copyscape
-Cosmos
-Craftbot
-Custo
-DBLBot
-DIIbot
-DataCha0s
-DatabaseDriverMysqli
+Crescent
 Demon
 Deusu
 Digincore
-DigitalPebble
-Dispatch
-DnyzBot
+Disco
+Discobot
 DomCopBot
-DomainAppender
+DomainStatsBot
 Download Wonder
-ECCP/1.0
-EMail Siphon
+Dragonfly
+Drip
 EMail Wolf
-EasyDL
 Ecxi
 EirGrabber
 EroCrawler
-Evil
+Express WebPictures
 ExtLinksBot
-Extreme Picture Finder
-EyeNetIE
-FDM
-FHscan
+Extractor
+ExtractorPro
 FemtosearchBot
-FlashGet
-Foobot
-FrontPage
-Fyrebot
+Firefox/7.0
+Flunky
 G-i-g-a-b-o-t
-GT::WWW
-Genieo
-GermCrawler
-GetRight
-GetWeb
-Getintent
-Gigabot
+GalaxyBot
 Go!Zilla
-Gotit
-GrabNet
+Go-Ahead-Got-It
+Grabber
+GrapeshotCrawler
 HEADMasterSEO
+HTMLparser
+HaosouSpider
 Harvest
+Havij
+Hloader
 HybridBot
-Iblog
+IDBot
+IRLbot
+IlseBot
 Image Sucker
-InfoNaviRobot
-InfoTekies
-InterGET
+InternetSeer
 Iskanie
 JamesBOT
-JetCar
+JennyBot
 Jetty
-Jorgee
-JustView
+JikeSpider
+Joomla
+Keybot Translation-Search-Machine
+Keyword Density
 Kinza
 Kozmosbot
-LNSpiderguy
-LWP::Simple
 Larbin
 Leap
 LeechGet
-LexiBot
+Libwhisker
+LieBaoFast
 Likse
-LinkWalker
-LinkextractorPro
 LinkpadBot
-LinqiaScrapeBot
+LinqiaRSSBot
+Lipperhey Spider
 Litemage_walker
-MIDown tool
-MIIxpc
-MQQBrowser
-MSFrontPage
-Majestic SEO
+Ltx71
+MSIECrawler
+MTRobot
+Mag-Net
+Majestic-SEO
 Majestic12
+Mass Downloader
+Mata Hari
 MauiBot
-Mediatoolkitbot
+Meanpathbot
+MegaIndex.ru
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
+Minefield
 Mojolicious
 MolokaiBot
-Mozlila
-Navroad
-NearSite
-Net Vampire
+Msrabot
+Nessus
 NetAnts
-NetSpider
-Nettrack
-Nikto
-Nmap
-Octopus
+NetZIP
+Netcraft
+Nimbostratus
+Not
 Offline Explorer
 Offline Navigator
-OpenLinkProfiler
+Openfind
 Openvas
-OrangeSpider
-PECL::HTTP
+OutclicksBot
 PHPCrawl
-PageGrabber
-PageThing.com
-Pandalytics
+PageAnalyzer
+PageScorer
+Panscient
 Pavuk
-Petalbot
+PeoplePal
 Picscout
-PictureFinder
-Piepmatz
-Pimonster
-Pixray
 PleaseCrawl
-Pockey
-Probethenet
+ProWebWalker
+Pump
+PxBroker
 PyCurl
-RSSingBot
+Quick-Crawler
+RankActive
 RankActiveLinkBot
+RankFlex
+RankingBot
 RankingBot2
+Re-re
 RealDownload
-Reaper
 RedesScrapy
-Ripper
+RocketCrawler
 Rogerbot
-SBIder
 SEOkicks-Robot
 SEOstats
-SISTRIX
-SMTBot
-SalesIntelligent
-Scanbot
-ScreenerBot
-ScrepyBot
+ScanAlert
+Scrapy
 SearchmetricsBot
-SemrushBot
-SeobilityBot
-SiteExplorer
-SiteSnagger
-SlySearch
-Snoopy
-SocialRankIOBot
-SpaceBison
-SpankBot
-Spinn3r
+Semrush
+SentiBot
+Siphon
+Site Sucker
+SiteLockSpider
+SiteSucker
+Sitebeam
+Sogou web spider
+Sottopop
+Spammen
 Sqlworm
 Stripper
-SuperHTTP
-Swiftbot
-Szukacz
-T0PHackTeam
-TeleportPro
-Telesoft
+Sucker
+Sucuri
+SuperBot
+Surfbot
+SurveyBot
+T8Abot
+Teleport
 Telesphoreo
-Telesphorep
-Toata
+The Intraformant
+TightTwatBot
+Titan
+Trendiction
+Trendictionbot
 Turingos
-V-BOT
+TurnitinBot
+TwengaBot
+Typhoeus
+Upflow
 Vacuum
-VelenPublicWebCrawler
-VidibleScraper
-Voltron
+Vagabondo
+VoidEYE
+WASALive-Bot
 WEBDAV
-WWWOFFLE
-WeSEE
-Web Collage
+WWW-Collector-E
+WWW::Mechanize
+WallpapersHD
 Web Enhancer
-Web Fetch
-WebCollage
-WebEnhancer
+Web Sauger
+Web Sucker
+WebFetch
 WebFuck
-WebGo IS
+WebLeacher
 WebPix
 WebSauger
-WebSucker
-Webalta
-Webshag
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Webster
-Whack
 Whatweb
-WiseGuys Robot
+WinHTTrack
+Wonderbot
 Woobot
-Wotbox
-Wprecon
+Xenu
 Zade
-Zitebot
 ZmEu
-adscanner
+ZoomBot
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-autoemailspider
+backlink-check
 check1.exe
-crawl.sogou.com
-crawler4j
+clark-crawler
+coccocbot
+com.plumanalytics
+crawler.feedback
 dataforseo.com
-demandbase-bot
-domainsproject.org
-heritrix
-ips-agent
+eCatch
+evc-batch
+internetVista monitor
+isitwp.com
+iubenda-radar
+linkdexbot
 lwp-trivial
 meanpathbot
+mediawords
+muhstik-scan
 netEstate NE Crawler
 page scorer
 plumanalytics
+polaris version
 probe-image-size
+ripz
+satoristudio.net
+scalaj-http
 scan.lol
-seoscanners
-seostar
+seocompany.store
 serpstatbot
 siteripz
 sogouspider
-spyfu
 sysscan
 tAkeOut
 trendiction.com
+voyagerx.com
+webgains-bot
+webpros.com
+x09Mozilla
+x22Mozilla
 xpymep1.exe
+zgrab