V4.2022.11.3472 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-80legs
+404enemy
 ADmantX
-AIBOT
-ASPSeek
 Abonti
 Aboundexbot
+AfD-Verbotsverfahren
+Aipbot
 Alexibot
-Alligator
+AllSubmitter
 Anarchie
-Ankit
 Anthill
+Apexoo
 Aspiegel
 AwarioRssBot
 AwarioSmartBot
-BLEXBot
-BackStreet
+BDFetch
 BackWeb
 Backlink-Ceck
-Battleztar Bazinga
-BlackWidow
+Badass
+Bigfoot
+Bitacle
 Blackboard
 BlowFish
+Boardreader
 Brandprotect
-Brandwatch
+Buck
 BuiltBotTough
-BuzzSumo
+Bullseye
+CATExplorador
 CODE87
+CSHttp
 Calculon
-CensysInspect
 CheeseBot
-Claritybot
 Cliqzbot
-Cocolyzebot
-Copier
-Copyscape
-Cosmos
-Craftbot
+Crawling at Home Project
 CrunchBot
-DBLBot
-DIIbot
-DataCha0s
+DatabaseDriverMysqli
 Demon
-Deusu
 Devil
-DigitalPebble
-Dirbuster
 Disco
 Discoverybot
-DomCopBot
+DnyzBot
 DomainSigmaCrawler
 DomainStatsBot
 Dotbot
-Download Wonder
-Dragonfly
+EMail Siphon
+Ebingbong
+Ecxi
 EroCrawler
-Evil
 Express WebPictures
-Extractor
-ExtractorPro
-Extreme Picture Finder
-FHscan
-FlashGet
-Foobot
+ExtLinksBot
+EyeNetIE
+Ezooms
+FDM
+FemtosearchBot
+Firefox/7.0
 Freeuploader
-G-i-g-a-b-o-t
+FrontPage
+Fyrebot
 GT::WWW
+GermCrawler
 GetRight
-Getintent
-Go!Zilla
-GoZilla
+GetWeb
+Gigabot
 Gotit
 GrabNet
-Grafula
+Grabber
+GrapeFX
 GrapeshotCrawler
 GridBot
-HTMLparser
+HMView
 HTTP::Lite
-HTTrack
-Haansoft
 HaosouSpider
-Harvest
+Havij
 Heritrix
+Hloader
+HonoluluBot
+Humanlinks
+IDBTE4M
+IRLbot
+Iblog
+Id-search
+Image Fetch
 Image Sucker
+IndeedBot
+Indy Library
+InfoNaviRobot
 Intelliseek
-InternetSeer
-Iskanie
-JOC Web Spider
-JetCar
+InterGET
+Internet Ninja
 Jetty
-Jorgee
-JustView
 Keyword Density
-Kinza
 LNSpiderguy
 Lanshanbot
-Larbin
 LeechFTP
-LeechGet
+LexiBot
 Lftp
-LibWeb
+LieBaoFast
 Likse
+Linkbot
 LinkextractorPro
 LinkpadBot
-Lipperhey
+LinqiaRSSBot
 Lipperhey Spider
 Litemage_walker
 Lmspider
-Ltx71
+MIDown tool
 MIIxpc
-MQQBrowser
-MSFrontPage
-MTRobot
-Magnet
-Mail.RU_Bot
+MSIECrawler
+Majestic12
 MarkMonitor
-MarkWatch
+Mass Downloader
+Masscan
 Mata Hari
 MauiBot
-MeanPath Bot
+Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Minefield
+Metauri
+MicroMessenger
 Mister PiX
-MolokaiBot
-NICErsPRO
-NPbot
+Mr.4x3
+Musobot
+Name Intelligence
 NearSite
-NetMechanic
-NetZIP
-Netvibes
-Nibbler
-NimbleCrawler
+Needle
+Net Vampire
+Nettrack
+NextGenSearchBot
+Nimbostratus
+Ninja
 Nmap
-Offline Navigator
+Nuclei
+Nutch
+Offline Explorer
+OpenVAS
+Openfind
 Openvas
-OrangeBot
-OutclicksBot
+OrangeSpider
 OutfoxBot
-PECL::HTTP
-Page Analyzer
-PageThing.com
-Panscient
+POE-Component-Client-HTTP
+PageAnalyzer
+Pavuk
+PeoplePal
 Piepmatz
-Pimonster
-Pockey
-ProPowerBot
-ProWebWalker
-Pu_iN
-PyCurl
+QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankActiveLinkBot
-RankFlex
-RankingBot
+RankActive
+RankingBot2
 Rankivabot
 RedesScrapy
-RepoMonkey
+RocketCrawler
+Rogerbot
+SBIder
 ScanAlert
+Scanbot
+ScoutJet
 Screaming
-ScrepyBot
-Searchestate
-Seekport
+SemrushBot
 SeoSiteCheckup
 SeobilityBot
-Siphon
+Seomoz
+Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
+Sitebeam
+Sitevigil
+SlySearch
+Snapbot
+Snoopy
 SocialRankIOBot
+Sociscraper
 Sogou web spider
+Sottopop
+SpaceBison
 Spanner
-Sqworm
+Spinn3r
+SputnikBot
+Steeler
 Sucuri
 SuperBot
-SurveyBot
+Surfbot
+Szukacz
 T0PHackTeam
-Teleport
-TeleportPro
-Telesoft
+T8Abot
+TheNomad
 Thumbor
-TightTwatBot
+Toweyabot
 Trendiction
-True_Robot
 Turnitin
-URLy Warning
-VB Project
-VCI
+TurnitinBot
+Twice
+Typhoeus
+URLy.Warning
+UnisterBot
+V-BOT
 Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
+Virusdie
 VoidEYE
-WEBDAV
+Voil
+WASALive-Bot
 WISENutbot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
 WWWOFFLE
+Wallpapers
 Wallpapers/3.0
 WeSEE
-Web Auto
-Web Collage
-Web Enhancer
-Web Sauger
-WebBandit
-WebCollage
-WebEnhancer
-WebFetch
+Web Sucker
+WebCopier
 WebGo IS
 WebImageCollector
 WebPix
 WebSauger
 WebStripper
-WebZIP
-WiseGuys Robot
-Wonderbot
-Woobot
+Webster
+Whatweb
 Wprecon
-Xaldon WebSpider
-YoudaoBot
-Zade
-Zitebot
+Xaldon_WebSpider
+Xenu
+Zauba
 ZmEu
-adscanner
-arquivo-web-crawler
+ZoomBot
+ZumBot
 autoemailspider
-backlink-check
-check1.exe
-cognitiveseo
+cah.io.community
+com.plumanalytics
+crawler.feedback
+crawler4j
 domainsproject.org
-gopher
-heritrix
-iubenda-radar
+eCatch
+evc-batch
+ips-agent
 linkdexbot
 lwp-trivial
 mediawords
 muhstik-scan
 netEstate NE Crawler
 oBot
-page scorer
-plumanalytics
-s1z.ru
-scalaj-http
-seobility
-seoscanners
-serpstatbot
+probe-image-size
+ripz
+scan.lol
+siteripz
+sogouspider
+sp_auditbot
+spyfu
 tAkeOut
+trendiction.com
 ubermetrics-technologies.com
-voyagerx.com
-x09Mozilla
-zgrab
+webpros.com
+x22Mozilla