V4.2022.11.3460 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,148 +1,140 @@
 01h4x.com
-360Spider
-80legs
 ADmantX
-Abonti
+AIBOT
+ALittle Client
+ASPSeek
 Aboundexbot
+Acunetix
 Aipbot
-Anarchie
+Alexibot
+AllSubmitter
+AlphaBot
 Anarchy
-Anarchy99
-Anthill
-Apexoo
+Ankit
+Atomseobot
 BBBike
 BDCbot
-BLEXBot
+BDFetch
 BackDoorBot
-Backlink-Ceck
-Badass
+BackStreet
+BackWeb
+BacklinkCrawler
 Barkrowler
-Battleztar Bazinga
 BetaBot
-Bitacle
-Blackboard
-Bolt
-Brandprotect
-Buddy
-BuiltBotTough
-BunnySlippers
-BuzzSumo
-CATExplorador
-CODE87
+Blow
+BlowFish
+Boardreader
+CSHttp
 CazoodleBot
+Cegbfeieh
 CensysInspect
-Chlooe
+Claritybot
 Cocolyzebot
+Cogentbot
 CopyRightCheck
-CrazyWebCrawler
-CrunchBot
-Custo
-CyotekWebCopy
+Copyscape
+Craftbot
+Crawling at Home Project
+Curious
 DTS Agent
 DataCha0s
 Demon
-Digincore
-Dirbuster
-Disco
-Dispatch
+Deusu
+Devil
 DittoSpyder
-DnyzBot
-DomainCrawler
+DnBCrawler-Analytics
+DomCopBot
 DomainSigmaCrawler
-ECCP/1.0
+DomainStatsBot
+EMail Siphon
+EMail Wolf
 EasyDL
-EirGrabber
-EroCrawler
-Extractor
-Extreme Picture Finder
-EyeNetIE
-FDM
-FHscan
-FlashGet
+Evil
+Exabot
+Express WebPictures
+FemtosearchBot
+Firefox/7.0
+Freeuploader
 FrontPage
+Fuzz
 G-i-g-a-b-o-t
-Genieo
-GetWeb
+GetRight
+Getintent
 Go-Ahead-Got-It
-Gotit
 HMView
 HTTP::Lite
 Harvest
+Heritrix
 Hloader
 Humanlinks
+HybridBot
+IRLbot
 Iblog
-Id-search
-Image Sucker
-InfoNaviRobot
-InfoTekies
-InterGET
-JOC Web Spider
-Jbrofuzz
+IndeedBot
+Internet Ninja
+JamesBOT
 JikeSpider
-JustView
+Joomla
 Kenjin Spider
-Keyword Density
-Lanshanbot
+Keybot Translation-Search-Machine
+Kinza
+Kozmosbot
+LNSpiderguy
 Larbin
+LeechFTP
+LeechGet
 LexiBot
-LibWeb
 Lightspeedsystems
-Likse
+Linkbot
 LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
 Litemage_walker
-Lmspider
+MFC_Tear_Sample
 MIIxpc
-MTRobot
-Mag-Net
-Mail.RU_Bot
+MQQBrowser
+Magnet
 Majestic SEO
-Majestic-SEO
 Majestic12
-MarkMonitor
 MarkWatch
-Mass Downloader
+Masscan
 Mata Hari
-MauiBot
-Mediatoolkitbot
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
 Metauri
-MicroMessenger
-Minefield
+Microsoft Data Access
+Moblie Safari
+Mojeek
 Morfeus Fucking Scanner
-Msrabot
+Mozlila
+Mr.4x3
+Musobot
 NPbot
-Name Intelligence
-Nameprotect
-Navroad
-NetAnts
-NetSpider
-NetZIP
-Nettrack
-Netvibes
+NearSite
+Netcraft
+Nibbler
 Nimbostratus
 Ninja
 Nmap
-Not
-Nutch
-Octopus
+Offline Explorer
+Offline Navigator
 OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openfind
-Openvas
+OrangeBot
 OrangeSpider
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
-Panscient
-Papa Foto
-Petalbot
-Picsearch
-PleaseCrawl
-Pockey
-ProWebWalker
+PHPCrawl
+PageThing.com
+Pavuk
+Pi-Monster
+PictureFinder
+Piepmatz
+Pixray
 Probethenet
 PxBroker
 QueryN Metasearch
@@ -150,101 +142,109 @@ Quick-Crawler
 RankActive
 RankActiveLinkBot
 RankFlex
-Recorder
-RepoMonkey
-SMTBot
-ScoutJet
+RankingBot
+Rankivabot
+RealDownload
+RebelMouse
+RedesScrapy
+Rogerbot
+SBIder
+SEOkicks
+SEOlyticsCrawler
+SalesIntelligent
+Scanbot
+Screaming
 ScrepyBot
+Searchestate
+Seekport
 SemrushBot
-SeobilityBot
-Seomoz
+SentiBot
 Shodan
-Siphon
-SiteCheckerBotCrawler
+Site Sucker
+SiteSnagger
+Sitebeam
+SmartDownload
+Snake
+Snapbot
 Snoopy
-Sosospider
-Sottopop
 SpaceBison
-Sqlmap
+Spammen
+SpankBot
+Spbot
 Sqworm
-Steeler
-Sucuri
-SurveyBot
-Suzuran
-TeleportPro
-Telesphoreo
-Telesphorep
+Stripper
+Surfbot
+Szukacz
+T0PHackTeam
+T8Abot
+Teleport
+The Intraformant
 Thumbor
 Titan
 Toata
+Toweyabot
 Tracemyfile
-Trendiction
-True_Robot
-Turingos
-Twice
-URLy Warning
+TurnitinBot
+TwengaBot
 URLy.Warning
 UnisterBot
-Upflow
 VB Project
-VCI
 VeriCiteCrawler
 VidibleScraper
 Virusdie
-VoidEYE
-Voltron
-WEBDAV
-WPScan
-WWW::Mechanize
+WISENutbot
 WWWOFFLE
-WeSEE
-Web Auto
-Web Sucker
-WebAuto
+WallpapersHD
+Web Collage
+Web Fuck
 WebCopier
 WebFetch
 WebImageCollector
 WebLeacher
-WebSucker
 WebWhacker
-Webalta
+WebZIP
 WebmasterWorldForumBot
+Webshag
+Website Quester
+Webster
+Whack
 Whacker
 Whatweb
 Widow
-WiseGuys Robot
-Wonderbot
-Wprecon
+Wotbox
 Xenu
-YoudaoBot
-Zade
-Zeus
-ZyBorg
+Zitebot
+ZoominfoBot
 adscanner
 archive.org_bot
-arquivo-web-crawler
-backlink-check
-cah.io.community
+arquivo.pt
+check1.exe
 clark-crawler
 coccocbot
+cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-crawler.feedback
+crawler4j
+dataforseo.com
 demandbase-bot
-domainsproject.org
-eCatch
-isitwp.com
+gopher
+heritrix
+internetVista monitor
 iubenda-radar
-lwp-request
-mediawords
+lwp-trivial
+magpie-crawler
+meanpathbot
 netEstate NE Crawler
-oBot
-page scorer
-satoristudio.net
-seoscanners
+plumanalytics
+polaris version
+s1z.ru
+scan.lol
+seobility
 siteripz
+sogouspider
 sp_auditbot
-trendiction.com
+sysscan
 voyagerx.com
-webprosbot
-x22Mozilla
+xpymep1.exe
 zauba.io
+zgrab