V4.2022.11.3495 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
+ADmantX
 ALittle Client
 Abonti
-Aboundex
+Aboundexbot
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-AllSubmitter
+Alexibot
 Alligator
-Anarchy
-Anarchy99
-Ankit
-Apexoo
-Asterias
-Atomseobot
-BBBike
-BDFetch
+AlphaBot
+Anarchie
+Aspiegel
+AwarioSmartBot
+BLEXBot
 BackDoorBot
 BackStreet
-BackWeb
+BacklinkCrawler
 Badass
-BetaBot
-Bitacle
+Bigfoot
 BlackWidow
+Blackboard
 Blow
-Bolt
+BlowFish
+BotALot
+Brandprotect
+Brandwatch
 Buck
-BuiltBotTough
+Buddy
 BuiltWith
-CATExplorador
-CazoodleBot
+CODE87
+CSHttp
 Cegbfeieh
 CensysInspect
-CheeseBot
-CherryPicker
-ChinaClaw
-Chlooe
-Citoid
+Claritybot
+Cliqzbot
 Cloud mapping
 Cocolyzebot
-Cogentbot
+Collector
 Copier
-CopyRightCheck
-Copyscape
-CrazyWebCrawler
+Cosmos
+Craftbot
 Curious
-DBLBot
-Devil
-Dirbuster
-Discobot
-Discoverybot
-DnyzBot
-DomCopBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Drip
+CyotekWebCopy
+DatabaseDriverMysqli
+DigitalPebble
+DittoSpyder
+Domains Project
+EMail Wolf
 EasyDL
-EirGrabber
+Ebingbong
+Evil
 Exabot
-Ezooms
-Fimap
-FlashGet
+EyeNetIE
+FDM
+FHscan
+FemtosearchBot
 Foobot
-FrontPage
 Fuzz
-FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
+Fyrebot
+Genieo
 GermCrawler
-GrabNet
-Grafula
-GrapeshotCrawler
-GridBot
+GetRight
+Getintent
+Go!Zilla
+GoZilla
+Gotit
 HEADMasterSEO
-HTTP::Lite
+HTMLparser
 HTTrack
-Haansoft
-Havij
-HybridBot
-IDBot
-Iblog
+Hloader
+Humanlinks
+Image Sucker
+IndeedBot
 Indy Library
 InfoNaviRobot
-Intelliseek
-Internet Ninja
-JetCar
-Jetty
-JustView
+InfoTekies
+InterGET
+JamesBOT
+Jbrofuzz
+JennyBot
+JikeSpider
+Joomla
 Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-LNSpiderguy
-Larbin
-Lftp
+Keyword Density
+LWP::Simple
 Libwhisker
-LieBaoFast
-Lightspeedsystems
+Likse
+LinkScan
 LinkWalker
-Litemage_walker
-Ltx71
-MIIxpc
-MQQBrowser
+LinksManager
+LinqiaScrapeBot
+Lmspider
 MSFrontPage
-Mag-Net
+MSIECrawler
 Mail.RU_Bot
-Majestic-SEO
 Majestic12
-Mass Downloader
+Masscan
 Mata Hari
-MauiBot
-Mb2345Browser
+MeanPath Bot
 Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
-Mister PiX
-Morfeus Fucking Scanner
-Mozlila
+Metauri
+MicroMessenger
+Microsoft URL Control
+Moblie Safari
+MolokaiBot
 Msrabot
+Musobot
+NICErsPRO
+NPbot
 Navroad
+Needle
 Nessus
-Net Vampire
 NetAnts
-NetSpider
-Netcraft
+NetZIP
+Nettrack
 Netvibes
-Nikto
+NextGenSearchBot
 Nimbostratus
 Ninja
+Nmap
 Nuclei
+Nutch
 Offline Navigator
 OnCrawl
+OpenLinkProfiler
 OpenVAS
-OutfoxBot
-PECL::HTTP
+OrangeSpider
+OutclicksBot
+Page Analyzer
+PageGrabber
+PageThing.com
+Panscient
+Papa Foto
 PeoplePal
-Picscout
-Picsearch
-Pixray
-PleaseCrawl
-Pockey
+Pi-Monster
+ProPowerBot
+ProWebWalker
+Probethenet
+Pu_iN
 PxBroker
 PyCurl
-Quick-Crawler
-RankActiveLinkBot
-RankingBot
-Rankivabot
+QueryN Metasearch
+RankActive
+RankFlex
 RankurBot
-RealDownload
+Reaper
 RebelMouse
+RedesScrapy
 RepoMonkey
-RocketCrawler
-SEOkicks
-SEOlyticsCrawler
-SISTRIX
-ScanAlert
+Ripper
+SEOprofiler
+SEOstats
+SMTBot
+Scanbot
 Scrapy
 ScreenerBot
-ScrepyBot
 SearchmetricsBot
 SemanticJuice
 SentiBot
 SeoSiteCheckup
-SiteCheckerBotCrawler
-SiteExplorer
+Seomoz
+Shodan
+Site Sucker
+SiteLockSpider
 SiteSnagger
-SlySearch
-Snoopy
+SmartDownload
+Snapbot
 SocialRankIOBot
-Sosospider
-Sottopop
-Steeler
-Stripper
-Sucuri
+Spammen
+Spinn3r
+Sqlmap
+Sqworm
+Sucker
 SuperBot
-Surfbot
-SurveyBot
 Szukacz
-Teleport
 Telesoft
-Telesphorep
+Telesphoreo
 TheNomad
-Titan
-Tracemyfile
-Trendictionbot
-Turingos
-Turnitin
+Thumbor
+TightTwatBot
+Toata
+TurnitinBot
 TwengaBot
 Typhoeus
-URLy.Warning
-Upflow
+UnisterBot
+VB Project
+VCI
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
+Virusdie
+Voltron
+WASALive-Bot
+WEBDAV
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
 WallpapersHD
+WeSEE
+Web Auto
+Web Enhancer
+Web Fuck
+Web Pix
 Web Sucker
+WebAuto
+WebBandit
 WebCollage
 WebCopier
 WebFuck
 WebImageCollector
 WebLeacher
-WebPix
 WebSauger
-WebWhacker
-WebmasterWorldForumBot
+Webalta
 Website Quester
-WebsiteQuester
 Whack
+Whatweb
 Who.is Bot
+Widow
 WiseGuys Robot
-Wotbox
+Xaldon WebSpider
+Xenu
 Zade
-Zauba
-Zitebot
-ZmEu
-ZoomBot
-ZumBot
-ZyBorg
-archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-cah.io.community
-coccocbot
+check1.exe
+cognitiveseo
+crawler.feedback
 crawler4j
-dataforseo.com
+demandbase-bot
 domainsproject.org
+eCatch
+gopher
 heritrix
-instabid
-ips-agent
+internetVista monitor
+isitwp.com
 iubenda-radar
-lwp-request
-magpie-crawler
-meanpathbot
-mediawords
-page scorer
+linkdexbot
 polaris version
-seocompany.store
+probe-image-size
+scalaj-http
+scan.lol
 siteripz
-sp_auditbot
-tAkeOut
-trendiction.com
+sogouspider
+sysscan
 trendiction.de
-webmeup-crawler
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
 webpros.com
-webprosbot
 x09Mozilla
-xpymep1.exe
-zauba.io
+x22Mozilla