V4.2022.03.2957 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-AIBOT
+01h4x.com
+360Spider
+ADmantX
 ALittle Client
 Abonti
+Aboundex
+Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
+AhrefsBot
 Aipbot
-Alexibot
+Alligator
 AlphaBot
-Anthill
+Anarchy99
+Apexoo
 Asterias
-BBBike
-BDFetch
+AwarioRssBot
+AwarioSmartBot
 BLEXBot
-BackStreet
-BacklinkCrawler
-Bandit
-BetaBot
+BackDoorBot
+Backlink-Ceck
+Barkrowler
+BatchFTP
+Battleztar Bazinga
 Bigfoot
-Bitacle
-Black Hole
-Bolt
-Brandprotect
+BlackWidow
+Blow
+BlowFish
+BotALot
+Brandwatch
+Buck
 BuiltWith
 Bullseye
 BunnySlippers
 BuzzSumo
-CATExplorador
-CCBot
-CODE87
-Cegbfeieh
-CheeseBot
-Chlooe
-Claritybot
-Collector
-CopyRightCheck
-Copyscape
-Curious
-Custo
+CSHttp
+CensysInspect
+CheTeam
+CherryPicker
+Cliqzbot
+Copier
+Cosmos
+Craftbot
+CrazyWebCrawler
+CrunchBot
 DBLBot
-DIIbot
-DataCha0s
-Deusu
-Disco
+Demon
+Discobot
+Dispatch
 DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-ECCP/1.0
-EMail Wolf
-Ebingbong
-EirGrabber
-Exabot
+Download Wonder
+Evil
 ExtLinksBot
+Extractor
+Extreme Picture Finder
 EyeNetIE
+FDM
 FHscan
 FemtosearchBot
-Firefox/7.0
-FlashGet
 Flunky
-Foobot
+FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+GermCrawler
 GetRight
+GetWeb
 Getintent
-Gigabot
-Go-Ahead-Got-It
 GoZilla
-GrabNet
+Gotit
 Grabber
-GrapeFX
-GrapeshotCrawler
-HMView
-HTMLparser
-Haansoft
+GridBot
+HTTP::Lite
+HaosouSpider
+Harvest
+Havij
+Heritrix
+Humanlinks
 HybridBot
 IDBTE4M
-IDBot
-IRLbot
-Id-search
-IlseBot
-Image Sucker
-Indy Library
-InfoTekies
-InterGET
+Image Fetch
+InfoNaviRobot
+Internet Ninja
 InternetSeer
-IstellaBot
-Jbrofuzz
+JamesBOT
 JennyBot
-JikeSpider
-Jorgee
+Jetty
+JustView
+Kenjin Spider
 Keyword Density
-LNSpiderguy
+Kinza
 LWP::Simple
-Lightspeedsystems
-LinkScan
-Linkdexbot
+Leap
+Libwhisker
+LinkWalker
+Linkbot
+LinkextractorPro
 Lipperhey Spider
-MQQBrowser
-MSIECrawler
-Mag-Net
+Litemage_walker
+MSFrontPage
+MTRobot
 Mail.RU_Bot
-MarkWatch
-Mass Downloader
-MauiBot
-Mb2345Browser
-Meanpathbot
-MicroMessenger
+Majestic SEO
+Mata Hari
 Microsoft URL Control
+Minefield
+Moblie Safari
 Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Msrabot
-NICErsPRO
+Mr.4x3
 Name Intelligence
-Nameprotect
-Needle
-NetMechanic
+Net Vampire
+NetAnts
+NetLyzer
+Netvibes
+NextGenSearchBot
 Niki-bot
+NimbleCrawler
 Ninja
-Not
+Nmap
+Nuclei
 Offline Explorer
-OnCrawl
+Offline Navigator
 OpenLinkProfiler
 OpenVAS
+OutclicksBot
 PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 PageAnalyzer
-PageGrabber
-Pi-Monster
-PictureFinder
-PleaseCrawl
+PageScorer
+PageThing.com
+Pandalytics
+Papa Foto
+Pavuk
+Petalbot
+Picscout
+Piepmatz
+Pimonster
+Pixray
 Pockey
+ProPowerBot
 ProWebWalker
-Pump
-Quick-Crawler
+Psbot
+Pu_iN
+PxBroker
+QueryN Metasearch
+RSSingBot
+RankActive
 RankActiveLinkBot
-Re-re
-ReGet
-RedesScrapy
+RankingBot2
+RankurBot
+Reaper
+RebelMouse
+Recorder
 RocketCrawler
-Rogerbot
 SEOkicks
-SEOstats
-SISTRIX
-ScanAlert
+SEOkicks-Robot
 Scanbot
 ScreenerBot
-Seekport
+SearchmetricsBot
 SemanticJuice
+Semrush
 SemrushBot
-SentiBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz
-Site Sucker
-Sitebeam
+Shodan
+Siphon
+SiteSnagger
+SiteSucker
 Sitevigil
-Sociscraper
-Spinn3r
-Steeler
-Stripper
+SlySearch
+SpaceBison
+Sqlmap
+SuperHTTP
+Surfbot
+SurveyBot
 Suzuran
 Swiftbot
+T0PHackTeam
 T8Abot
-Telesphorep
-The Intraformant
-Titan
+TeleportPro
+Telesoft
+Telesphoreo
+TightTwatBot
 Toata
-Trendiction
+Tracemyfile
 Trendictionbot
-True_Robot
-Turingos
-TurnitinBot
-Twice
-Typhoeus
-UnisterBot
-Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
+Turnitin
+VB Project
+VCI
 Voil
-WASALive-Bot
 WBSearchBot
-WEBDAV
-WISENutbot
-WWW-Mechanize
+WPScan
+WWW-Collector-E
 WWWOFFLE
-Wallpapers
+WallpapersHD
 WeSEE
 Web Enhancer
-WebBandit
-WebCollage
+Web Fetch
+Web Fuck
+Web Sauger
+WebAuto
 WebEnhancer
 WebFetch
-WebImageCollector
-WebReaper
-WebSauger
+WebGo IS
+WebLeacher
+WebStripper
 WebSucker
 WebZIP
-Webshag
-WebsiteExtractor
-Webster
-Whacker
+WebsiteQuester
+Widow
+WinHTTrack
 Wonderbot
-Wotbox
 Wprecon
 Xaldon_WebSpider
-Xenu
-YoudaoBot
 Zade
-Zauba
-Zermelo
-Zeus
-Zitebot
-ZmEu
 ZoomBot
 ZoominfoBot
 ZumBot
-ZyBorg
-adscanner
-archive.org_bot
-arquivo.pt
+arquivo-web-crawler
 autoemailspider
 backlink-check
-cah.io.community
 check1.exe
-clark-crawler
-coccocbot
-crawl.sogou.com
-crawler.feedback
-domainsproject.org
-facebookscraper
+cognitiveseo
+com.plumanalytics
+eCatch
 gopher
-mediawords
-oBot
-pcBrowser
+lwp-trivial
+muhstik-scan
+page scorer
 plumanalytics
+polaris version
+probe-image-size
+s1z.ru
 scalaj-http
+seobility
+seoscanners
 seostar
-serpstatbot
-sexsearcher
-sp_auditbot
+sitechecker.pro
+sogouspider
 spyfu
-trendiction.com
-webgains-bot
-webpros.com
+tAkeOut
+trendiction.de
+ubermetrics-technologies.com
+webmeup-crawler
+webprosbot
 zauba.io
-zgrab