V4.2022.05.3124 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404enemy
-ADmantX
 AIBOT
-Abonti
-Aboundex
-Aboundexbot
 Acunetix
+AfD-Verbotsverfahren
 AiHitBot
+Aipbot
 Alexibot
-AllSubmitter
-AlphaBot
-Anarchy
-Anarchy99
-Anthill
+Alligator
 Apexoo
-Atomseobot
+Asterias
+AwarioSmartBot
 BDCbot
 BDFetch
-Badass
-Bandit
+BackDoorBot
+BackWeb
 Barkrowler
+BatchFTP
 Battleztar Bazinga
-BetaBot
+Bigfoot
+Bitacle
 BlackWidow
 Blackboard
-Boardreader
-Buddy
-BuiltWith
-CODE87
+Blow
+BlowFish
+Brandprotect
+Brandwatch
+BuiltBotTough
+BuzzSumo
+CSHttp
+Calculon
 Cegbfeieh
 CensysInspect
-Citoid
+CheTeam
+Chlooe
+Claritybot
 Cliqzbot
-Cloud mapping
+Cogentbot
 CopyRightCheck
-Cosmos
-Crawling at Home Project
 CrazyWebCrawler
-Crescent
-Custo
-CyotekWebCopy
-DBLBot
-DIIbot
+CrunchBot
 DatabaseDriverMysqli
-Demon
+Deusu
 Devil
 Digincore
-DigitalPebble
+Dirbuster
+Disco
 Discobot
 Discoverybot
 DittoSpyder
+DnyzBot
+DomainCrawler
+DomainStatsBot
 Download Wonder
+Drip
 EMail Siphon
+EMail Wolf
 EasyDL
+Ebingbong
 Ecxi
+EroCrawler
 Evil
-Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
-EyeNetIE
-Ezooms
+Extractor
+ExtractorPro
 FDM
-Fimap
-Freeuploader
-Fyrebot
-Genieo
-GetRight
-Getintent
+FrontPage
+Fuzz
+GT::WWW
+GalaxyBot
 Gigabot
-Go-Ahead-Got-It
-GoZilla
+Gotit
 GrabNet
-Grabber
 GridBot
-HMView
-HTTrack
+HEADMasterSEO
 Haansoft
-HaosouSpider
-HonoluluBot
-Humanlinks
-IDBTE4M
+Heritrix
+Hloader
 IDBot
-Id-search
-Image Fetch
-Image Sucker
-IndeedBot
-InfoTekies
-InterGET
+IlseBot
+Indy Library
+InfoNaviRobot
+Intelliseek
 Internet Ninja
-InternetSeer
-Iria
 Iskanie
-JetCar
-JustView
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-Larbin
+JOC Web Spider
+JamesBOT
+Jbrofuzz
+JennyBot
+Jetty
+Joomla
+Jorgee
+Kenjin Spider
+Kozmosbot
+LNSpiderguy
+Leap
 LeechFTP
 LexiBot
+Lftp
 LibWeb
-LieBaoFast
-LinkScan
+Libwhisker
+Lightspeedsystems
+Likse
 LinkWalker
-MIDown tool
-MJ12bot
+LinkpadBot
+Lipperhey Spider
+Litemage_walker
+MIIxpc
 MSFrontPage
-Magnet
-Majestic-SEO
-MarkWatch
+MarkMonitor
 Masscan
+MauiBot
 Mb2345Browser
-MeanPath Bot
-MegaIndex.ru
+Mediatoolkitbot
 Metauri
-MicroMessenger
-Microsoft URL Control
 Minefield
+Mister PiX
 Moblie Safari
-Mojeek
-Mojolicious
 MolokaiBot
 Mr.4x3
+Msrabot
 Musobot
-NICErsPRO
 Navroad
 NearSite
+Needle
 Nessus
 Net Vampire
+NetZIP
+Netcraft
 Netvibes
-NextGenSearchBot
-Nmap
+Not
 Nuclei
 Octopus
-Offline Explorer
 Offline Navigator
-OpenLinkProfiler
-OpenVAS
 Openvas
 OrangeBot
-OutclicksBot
-PECL::HTTP
-PHPCrawl
-Pavuk
-Probethenet
-Psbot
-Pump
-PxBroker
+OutfoxBot
+Page Analyzer
+PageAnalyzer
+PageScorer
+Pandalytics
+Papa Foto
+Picscout
+PictureFinder
+Pimonster
+Pockey
+ProWebWalker
 PyCurl
-QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankActive
-RankActiveLinkBot
-RankFlex
-RankingBot
+Rankivabot
+Re-re
 RealDownload
+Recorder
+RepoMonkey
 Ripper
-RocketCrawler
-Rogerbot
 SBIder
 SEOkicks
-SEOkicks-Robot
-SEOstats
-ScanAlert
+SISTRIX
+SMTBot
 Scanbot
 ScoutJet
-Scrapy
-Screaming
-ScrepyBot
+ScreenerBot
+Semrush
 SemrushBot
+SentiBot
+SeoSiteCheckup
 SeobilityBot
+Shodan
 Siphon
-SiteCheckerBotCrawler
+SiteExplorer
 SiteSnagger
-SiteSucker
 Siteimprove
-SlySearch
-SmartDownload
+Sitevigil
 Snake
-SpankBot
+Sociscraper
+SpaceBison
+Spammen
+Spinn3r
 SputnikBot
+Sqlworm
+Sqworm
 Steeler
+Stripper
+Sucuri
 Szukacz
-T0PHackTeam
-Telesphoreo
+T8Abot
+Telesoft
 Telesphorep
 TightTwatBot
 Titan
-Toweyabot
-Tracemyfile
-Trendictionbot
+Trendiction
+TurnitinBot
+TwengaBot
 Twice
-Typhoeus
-URLy Warning
-URLy.Warning
-V-BOT
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
+Voltron
 WASALive-Bot
-WEBDAV
+WBSearchBot
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
+WeSEE
 Web Auto
-Web Fetch
-Web Fuck
 Web Sucker
 WebAuto
 WebCollage
-WebGo IS
-WebLeacher
+WebCopier
+WebFetch
+WebFuck
 WebPix
-Webalta
-Webshag
-Whacker
+WebSauger
+WebSucker
+WebsiteExtractor
+WebsiteQuester
+Whack
 Widow
-Wonderbot
-Xaldon WebSpider
-Zauba
+WiseGuys Robot
+Wprecon
+Xenu
+Zade
+ZmEu
+ZoomBot
+ZyBorg
+adscanner
 backlink-check
 cah.io.community
-check1.exe
-coccocbot
-cognitiveseo
+clark-crawler
+com.plumanalytics
 crawl.sogou.com
-dataforseo.com
 demandbase-bot
 domainsproject.org
+eCatch
+gopher
 heritrix
-iubenda-radar
-lwp-trivial
-magpie-crawler
-meanpathbot
-ripz
+internetVista monitor
+ips-agent
+lwp-request
+muhstik-scan
+oBot
+page scorer
+plumanalytics
+s1z.ru
 satoristudio.net
 scan.lol
+seobility
 seocompany.store
+seoscanners
+serpstatbot
 sexsearcher
-sitechecker.pro
-sogouspider
-spyfu
+sysscan
 trendiction.com
-ubermetrics-technologies.com
-webpros.com
-x09Mozilla
-xpymep1.exe
-zgrab
+trendiction.de
+webgains-bot