V4.2022.04.3044 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-AIBOT
-Aboundexbot
+404checker
+ALittle Client
+Aboundex
 Acunetix
-Ankit
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+Anarchie
+Anarchy99
 Anthill
-Apexoo
-Atomseobot
+Attach
+AwarioRssBot
 AwarioSmartBot
-BDCbot
-BLEXBot
-BackStreet
-Backlink-Ceck
-Badass
-BatchFTP
-Battleztar Bazinga
+BackWeb
 Black Hole
-Blackboard
+BlackWidow
+Blow
 Boardreader
 Bolt
-Brandprotect
-Buck
-BuzzSumo
-CCBot
-CODE87
-CazoodleBot
-CherryPicker
-Chlooe
-Claritybot
-Collector
-Cosmos
-Crescent
-DatabaseDriverMysqli
-Digincore
-DigitalPebble
-Discobot
+BuiltWith
+Bullseye
+CSHttp
+Calculon
+CensysInspect
+CheTeam
+Citoid
+Cocolyzebot
+Cogentbot
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
+CrunchBot
+Curious
+Custo
+DSearch
+DataCha0s
+Dirbuster
+Discoverybot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainAppender
 DomainCrawler
-DomainStatsBot
-Dotbot
-Download Wonder
-ECCP/1.0
-EMail Siphon
-Ecxi
+DomainSigmaCrawler
+Domains Project
+Dragonfly
+EMail Wolf
 EirGrabber
-EroCrawler
-Evil
 ExtLinksBot
+Extractor
+ExtractorPro
 Extreme Picture Finder
-FDM
-FHscan
-FemtosearchBot
-FlashGet
-Freeuploader
-FrontPage
-Fuzz
-FyberSpider
-Fyrebot
-GT::WWW
-GalaxyBot
+Fimap
+Firefox/7.0
+Genieo
 GermCrawler
-GetWeb
 Gigabot
-Go-Ahead-Got-It
-Gotit
-GrapeFX
-HEADMasterSEO
+Go!Zilla
+GrabNet
+Grabber
+Grafula
+GridBot
+HTMLparser
 HTTP::Lite
-Hloader
-HonoluluBot
-Humanlinks
+Havij
+Heritrix
+HybridBot
 IDBot
 IRLbot
 Iblog
-Id-search
-IlseBot
-Image Sucker
-IndeedBot
-InfoNaviRobot
+InfoTekies
 InterGET
-Internet Ninja
 InternetSeer
 Iria
+Iskanie
 IstellaBot
 JOC Web Spider
-JamesBOT
-JikeSpider
+Jetty
 Joomla
-JustView
-Keybot Translation-Search-Machine
-Keyword Density
+Jorgee
+Kinza
 Kozmosbot
-Lftp
+Leap
+LibWeb
+Libwhisker
+Lightspeedsystems
 LinkScan
+LinkWalker
+LinkextractorPro
 LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
 Lmspider
-MIDown tool
-MIIxpc
+Ltx71
+MJ12bot
 MQQBrowser
+MSFrontPage
 MSIECrawler
-Mail.RU_Bot
-Majestic12
-MarkWatch
+Magnet
+Majestic SEO
+MarkMonitor
 Masscan
+Mata Hari
 MauiBot
+Mb2345Browser
+MeanPath Bot
+MicroMessenger
 Mister PiX
+Mojeek
 Mojolicious
+Mr.4x3
 Msrabot
-Musobot
+NICErsPRO
+NPbot
 Navroad
-Nessus
-Net Vampire
+NearSite
+Needle
+NetAnts
 NetZIP
-Nettrack
 Netvibes
-NextGenSearchBot
-Niki-bot
-Nimbostratus
-Nmap
-Not
-Nuclei
+Nibbler
+Ninja
 Nutch
+Octopus
 Offline Navigator
+OpenLinkProfiler
 OpenVAS
 Openvas
-PHPCrawl
+OrangeBot
+OrangeSpider
+OutclicksBot
 POE-Component-Client-HTTP
+PageThing.com
+Papa Foto
+PeoplePal
+Pi-Monster
+Picscout
 PictureFinder
+Piepmatz
+Pimonster
 PleaseCrawl
-Pockey
 ProPowerBot
 ProWebWalker
+Probethenet
 Pu_iN
-PyCurl
-Quick-Crawler
-RSSingBot
+QueryN Metasearch
 RankActiveLinkBot
-RankingBot2
-Rankivabot
-Re-re
+RankFlex
+RealDownload
 RebelMouse
-Recorder
-RedesScrapy
+RocketCrawler
+Rogerbot
 SBIder
-SEOkicks
-SEOkicks-Robot
-SEOstats
-SISTRIX
+SMTBot
 ScanAlert
 ScoutJet
-ScrepyBot
+SearchmetricsBot
 Seekport
 SemanticJuice
-Shodan
+Semrush
+SentiBot
+Seomoz
 Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
+SiteExplorer
 SiteSnagger
-Sitebeam
-Siteimprove
-SmartDownload
+SiteSucker
 Snake
+Snoopy
 SocialRankIOBot
+Sogou web spider
+Sosospider
+Sottopop
+SpaceBison
+SpankBot
 Spinn3r
-Sqworm
-Sucuri
-SurveyBot
+Sqlworm
+Steeler
+Sucker
+SuperHTTP
 Suzuran
-Szukacz
 T8Abot
-Telesphorep
-Thumbor
-Titan
-Twice
-Typhoeus
-Upflow
+The Intraformant
+TheNomad
+True_Robot
+TurnitinBot
+UnisterBot
 V-BOT
-VB Project
-VCI
+Vacuum
+VeriCiteCrawler
 VidibleScraper
-WEBDAV
+Voltron
+WASALive-Bot
+WBSearchBot
 WISENutbot
-WPScan
-WWW-Mechanize
-WWW::Mechanize
-WeSEE
+Wallpapers
 Web Auto
-Web Fetch
+Web Collage
+Web Fuck
 Web Pix
-WebAuto
+Web Sauger
+Web Sucker
 WebBandit
+WebCollage
+WebCopier
 WebEnhancer
-WebFetch
-WebGo IS
+WebFuck
+WebImageCollector
 WebLeacher
 WebPix
 WebReaper
-WebSauger
-Webalta
+WebStripper
+WebSucker
 Webshag
-Website Quester
-Webster
+WebsiteExtractor
+WebsiteQuester
 Whack
-Whatweb
-Widow
 WinHTTrack
 WiseGuys Robot
-Wprecon
-Xaldon_WebSpider
-YoudaoBot
+Wotbox
 Zauba
-Zermelo
+Zeus
 ZoomBot
-ZoominfoBot
-ZumBot
-autoemailspider
-backlink-check
-cah.io.community
+ZyBorg
 check1.exe
-cognitiveseo
+com.plumanalytics
 dataforseo.com
+domainsproject.org
 evc-batch
-gopher
-instabid
+facebookscraper
+heritrix
 ips-agent
+iubenda-radar
 linkdexbot
-magpie-crawler
+lwp-trivial
 mediawords
-oBot
-page scorer
-pcBrowser
 polaris version
-probe-image-size
-ripz
 s1z.ru
-scalaj-http
-seobility
-seocompany.store
-seoscanners
-sexsearcher
-siteripz
+scan.lol
+seostar
+spyfu
+sysscan
 trendiction.com
-trendiction.de
-webmeup-crawler
+webpros.com
 x09Mozilla
+x22Mozilla
+xpymep1.exe