V4.2022.03.2958 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
+404checker
+80legs
 ADmantX
-ALittle Client
-Abonti
-Aboundex
-Aboundexbot
 Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
 Aipbot
+Alexibot
 Alligator
-AlphaBot
+Anarchie
 Anarchy99
+Anthill
 Apexoo
-Asterias
-AwarioRssBot
+Aspiegel
+Atomseobot
+Attach
 AwarioSmartBot
-BLEXBot
-BackDoorBot
-Backlink-Ceck
-Barkrowler
+BBBike
+BackStreet
+BackWeb
+Badass
 BatchFTP
-Battleztar Bazinga
-Bigfoot
-BlackWidow
-Blow
+BetaBot
+Bitacle
+Blackboard
 BlowFish
-BotALot
-Brandwatch
-Buck
+Boardreader
+Bolt
+Buddy
 BuiltWith
 Bullseye
 BunnySlippers
-BuzzSumo
+CCBot
 CSHttp
+Calculon
+CazoodleBot
 CensysInspect
 CheTeam
-CherryPicker
-Cliqzbot
-Copier
-Cosmos
+CheeseBot
+ChinaClaw
+Citoid
+Cloud mapping
+Cocolyzebot
+Cogentbot
 Craftbot
-CrazyWebCrawler
-CrunchBot
+Crescent
 DBLBot
-Demon
-Discobot
+DIIbot
+DatabaseDriverMysqli
 Dispatch
 DittoSpyder
 DnBCrawler-Analytics
-Download Wonder
+DomCopBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
+Domains Project
+Dotbot
+EMail Siphon
+EMail Wolf
+EirGrabber
+EroCrawler
 Evil
+Exabot
 ExtLinksBot
-Extractor
-Extreme Picture Finder
-EyeNetIE
+Ezooms
 FDM
-FHscan
-FemtosearchBot
-Flunky
-FyberSpider
-Fyrebot
+Firefox/7.0
+Foobot
+Freeuploader
+FrontPage
 G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-GermCrawler
-GetRight
-GetWeb
-Getintent
+Go!Zilla
 GoZilla
-Gotit
-Grabber
-GridBot
-HTTP::Lite
-HaosouSpider
-Harvest
-Havij
-Heritrix
+HEADMasterSEO
+HTTrack
+Haansoft
 Humanlinks
-HybridBot
 IDBTE4M
-Image Fetch
+IDBot
+Image Sucker
+IndeedBot
 InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
 Internet Ninja
-InternetSeer
-JamesBOT
-JennyBot
+Iria
+JOC Web Spider
+Jbrofuzz
+JetCar
 Jetty
+JikeSpider
+Jorgee
 JustView
-Kenjin Spider
-Keyword Density
+Jyxobot
 Kinza
-LWP::Simple
 Leap
-Libwhisker
+LeechFTP
+LieBaoFast
+Lightspeedsystems
+LinkScan
 LinkWalker
 Linkbot
-LinkextractorPro
-Lipperhey Spider
-Litemage_walker
+Lmspider
+MFC_Tear_Sample
+MIIxpc
 MSFrontPage
 MTRobot
 Mail.RU_Bot
 Majestic SEO
+Majestic12
+MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
 Mata Hari
-Microsoft URL Control
 Minefield
+Mister PiX
 Moblie Safari
 Mojolicious
-MolokaiBot
-Mr.4x3
-Name Intelligence
+Morfeus Fucking Scanner
+NICErsPRO
+NPbot
+Navroad
+Nessus
 Net Vampire
 NetAnts
-NetLyzer
+Nettrack
 Netvibes
-NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Ninja
+Nikto
 Nmap
-Nuclei
-Offline Explorer
-Offline Navigator
+Octopus
 OpenLinkProfiler
-OpenVAS
-OutclicksBot
-PECL::HTTP
+OrangeBot
+OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
 PageAnalyzer
+PageGrabber
 PageScorer
-PageThing.com
 Pandalytics
 Papa Foto
-Pavuk
 Petalbot
-Picscout
+PictureFinder
 Piepmatz
-Pimonster
 Pixray
+PleaseCrawl
 Pockey
-ProPowerBot
-ProWebWalker
-Psbot
-Pu_iN
-PxBroker
-QueryN Metasearch
+Pump
 RSSingBot
 RankActive
-RankActiveLinkBot
-RankingBot2
-RankurBot
-Reaper
-RebelMouse
-Recorder
-RocketCrawler
-SEOkicks
+RealDownload
 SEOkicks-Robot
-Scanbot
-ScreenerBot
+SEOstats
+ScanAlert
+ScoutJet
+Searchestate
 SearchmetricsBot
 SemanticJuice
-Semrush
-SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
 Shodan
 Siphon
-SiteSnagger
+Site Sucker
+SiteExplorer
 SiteSucker
-Sitevigil
-SlySearch
-SpaceBison
-Sqlmap
-SuperHTTP
+Sitebeam
+Snoopy
+SocialRankIOBot
+Sosospider
+Spammen
+SpankBot
+SputnikBot
+Sqworm
+Sucker
+Sucuri
 Surfbot
-SurveyBot
-Suzuran
 Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
 TeleportPro
-Telesoft
-Telesphoreo
+Telesphorep
+TheNomad
 TightTwatBot
 Toata
+Toweyabot
 Tracemyfile
+Trendiction
 Trendictionbot
-Turnitin
-VB Project
-VCI
-Voil
-WBSearchBot
-WPScan
-WWW-Collector-E
-WWWOFFLE
-WallpapersHD
-WeSEE
+TwengaBot
+Twice
+UnisterBot
+Upflow
+VelenPublicWebCrawler
+Voltron
+WASALive-Bot
+Web Auto
+Web Collage
 Web Enhancer
-Web Fetch
-Web Fuck
-Web Sauger
+Web Pix
 WebAuto
-WebEnhancer
+WebCollage
 WebFetch
-WebGo IS
 WebLeacher
-WebStripper
 WebSucker
 WebZIP
-WebsiteQuester
+Webalta
+Webster
+Whack
+Whacker
 Widow
-WinHTTrack
+WiseGuys Robot
 Wonderbot
-Wprecon
 Xaldon_WebSpider
+YoudaoBot
 Zade
+Zeus
+Zitebot
 ZoomBot
 ZoominfoBot
 ZumBot
-arquivo-web-crawler
+adscanner
+archive.org_bot
+arquivo.pt
 autoemailspider
 backlink-check
-check1.exe
+clark-crawler
+coccocbot
 cognitiveseo
-com.plumanalytics
-eCatch
-gopher
+crawler.feedback
+dataforseo.com
+demandbase-bot
+ips-agent
+isitwp.com
+iubenda-radar
+lwp-request
 lwp-trivial
 muhstik-scan
+oBot
 page scorer
 plumanalytics
-polaris version
-probe-image-size
-s1z.ru
-scalaj-http
-seobility
+ripz
 seoscanners
-seostar
-sitechecker.pro
+serpstatbot
 sogouspider
 spyfu
+sysscan
 tAkeOut
 trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
-webprosbot
-zauba.io
+webgains-bot
+x09Mozilla