V4.2022.02.2940 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-404enemy
-ADmantX
+80legs
 ALittle Client
 ASPSeek
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alligator
+Abonti
+Aboundex
+Acunetix
+Alexibot
 Anarchie
-Apexoo
-AwarioRssBot
+Attach
 AwarioSmartBot
-BBBike
-BLEXBot
+BackDoorBot
 BackStreet
-Badass
+BackWeb
+Backlink-Ceck
 Bandit
 Barkrowler
-BatchFTP
-BetaBot
-Black Hole
-Blackboard
+Battleztar Bazinga
+Bigfoot
+Bitacle
+BlackWidow
 Blow
-Boardreader
-Brandwatch
-BuiltWith
+BlowFish
+Brandprotect
+Bullseye
 BunnySlippers
-BuzzSumo
 CATExplorador
-CensysInspect
-CheTeam
-CheeseBot
+CODE87
+Cegbfeieh
+ChinaClaw
 Chlooe
-Citoid
-Claritybot
+Cloud mapping
+Cocolyzebot
+Cogentbot
 Copier
-CopyRightCheck
-Crawling at Home Project
-CrunchBot
-Custo
-DBLBot
-DSearch
-DTS Agent
-Deusu
-Digincore
-DigitalPebble
-Dirbuster
-Dispatch
+Crescent
+CyotekWebCopy
+DatabaseDriverMysqli
+Demon
+Devil
+Discobot
+DittoSpyder
 DnBCrawler-Analytics
+DnyzBot
+DomCopBot
+DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
-EasyDL
+Domains Project
+Dotbot
+ECCP/1.0
+EMail Siphon
+Ecxi
 EroCrawler
 Exabot
-Extractor
+Express WebPictures
+ExtLinksBot
+Extreme Picture Finder
+EyeNetIE
 Ezooms
 FDM
-FHscan
-FemtosearchBot
+Fimap
 Flunky
-Freeuploader
-Fuzz
-GT::WWW
+Fyrebot
+Genieo
 GermCrawler
-GetRight
-Gigabot
-Go-Ahead-Got-It
-GrabNet
-Grabber
-Grafula
-GridBot
+Gotit
+GrapeFX
 HEADMasterSEO
-HTTrack
-HaosouSpider
-Harvest
-Humanlinks
+HTMLparser
+HTTP::Lite
+Hloader
+HybridBot
+IDBTE4M
 IDBot
-Id-search
-Image Sucker
+IRLbot
+Indy Library
 InfoNaviRobot
+Intelliseek
 InterGET
 InternetSeer
+Iskanie
+IstellaBot
+JamesBOT
 Jbrofuzz
-JetCar
-Jetty
-Joomla
-Jorgee
-JustView
-LeechFTP
+JikeSpider
+Jyxobot
+Kinza
+Kozmosbot
+LNSpiderguy
+LWP::Simple
+Leap
+LeechGet
+LexiBot
 Lftp
-LibWeb
-Libwhisker
-LieBaoFast
 Likse
 LinkScan
 LinkWalker
 Linkdexbot
-LinkpadBot
+LinksManager
 Litemage_walker
-MFC_Tear_Sample
-MIIxpc
-MQQBrowser
-MSFrontPage
+Ltx71
+MSIECrawler
+MTRobot
 Magnet
 Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-MarkWatch
-MauiBot
+MarkMonitor
+Mass Downloader
+Mata Hari
 Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
-MegaIndex.ru
+Metauri
 Minefield
-Mister PiX
-Mozlila
-Msrabot
-NPbot
-Name Intelligence
+Morfeus Fucking Scanner
 Nameprotect
-Navroad
-Nessus
+Needle
 NetLyzer
 NetMechanic
-Niki-bot
-Nikto
+NetSpider
+NetZIP
+Netcraft
+Netvibes
+Nibbler
 NimbleCrawler
 Nimbostratus
 Ninja
-Nuclei
+Nmap
+Nutch
+Octopus
 Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OpenVAS
-PECL::HTTP
+Openfind
+OrangeBot
+OrangeSpider
+OutclicksBot
+OutfoxBot
 PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
 PageGrabber
-PageScorer
-Panscient
+PageThing.com
+Pandalytics
+Papa Foto
 Picscout
 Picsearch
-PictureFinder
-Pixray
-PleaseCrawl
-Pockey
-ProPowerBot
+Piepmatz
 ProWebWalker
-Probethenet
-Pu_iN
+Psbot
 QueryN Metasearch
-Quick-Crawler
-Rankivabot
-RankurBot
-Re-re
+RSSingBot
+RankActive
+RankActiveLinkBot
 RealDownload
-Reaper
-RebelMouse
-RepoMonkey
-RocketCrawler
-Rogerbot
-SEOstats
-SMTBot
-ScanAlert
-Screaming
-SemanticJuice
+Recorder
+Ripper
+SBIder
+SEOkicks-Robot
+SEOprofiler
+SISTRIX
+Scrapy
+ScrepyBot
+SearchmetricsBot
+Seekport
 Semrush
+SemrushBot
+SeoSiteCheckup
 Seomoz
-Site Sucker
-SiteCheckerBotCrawler
-SlySearch
+SiteSnagger
+Sitebeam
+Siteimprove
+Snake
 Snapbot
 Snoopy
-Sociscraper
-Sosospider
 SpaceBison
-Spammen
 SpankBot
-Spbot
+Spanner
+Spinn3r
 SputnikBot
-Sqlworm
-Stripper
+Sqlmap
+Sqworm
+Steeler
+Sucuri
+SuperBot
 Surfbot
 Szukacz
-Telesoft
+T8Abot
+Telesphoreo
 Telesphorep
-The Intraformant
-TightTwatBot
-Titan
-Toata
-True_Robot
-Turnitin
-VCI
-Vacuum
+Toweyabot
+Trendiction
+TurnitinBot
+UnisterBot
+VB Project
+Vagabondo
 VeriCiteCrawler
 Virusdie
 Voil
-WWW-Mechanize
+WEBDAV
+WISENutbot
+WPScan
+WWW-Collector-E
 Wallpapers/3.0
-Web Auto
-WebBandit
-WebEnhancer
+WallpapersHD
+WeSEE
+WebAuto
+WebCollage
 WebGo IS
-WebLeacher
-WebSauger
-Webalta
-Website Quester
+WebPix
+WebWhacker
+WebmasterWorldForumBot
+WebsiteQuester
 Whack
-Whacker
-Widow
+Whatweb
+Who.is Bot
 WinHTTrack
-Woobot
+Wonderbot
 Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Zade
-Zeus
 Zitebot
-ZmEu
-ZumBot
+adscanner
 archive.org_bot
-autoemailspider
-backlink-check
+arquivo-web-crawler
+arquivo.pt
 check1.exe
-com.plumanalytics
+cognitiveseo
 crawler.feedback
-facebookscraper
-instabid
-isitwp.com
+eCatch
+heritrix
+internetVista monitor
 lwp-request
-lwp-trivial
+mediawords
 muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
 plumanalytics
-polaris version
-s1z.ru
-satoristudio.net
+ripz
 scalaj-http
-scan.lol
-seostar
-serpstatbot
-sexsearcher
+seocompany.store
+seoscanners
+sogouspider
+spyfu
+sysscan
+trendiction.de
 ubermetrics-technologies.com
-x09Mozilla
+webmeup-crawler
+webpros.com
+webprosbot
 xpymep1.exe
 zgrab