V4.2022.04.3064 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-ALittle Client
-ASPSeek
+Abonti
 Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
-Aipbot
+AhrefsBot
 Alexibot
 AlphaBot
-Anarchie
-Anarchy
-Ankit
+Aspiegel
+Asterias
 AwarioSmartBot
 BBBike
+BDCbot
 BackDoorBot
-BackWeb
-Badass
-BetaBot
-BlackWidow
+Bandit
+Battleztar Bazinga
+Bitacle
+Blackboard
 Blow
-BlowFish
 Bolt
 BotALot
-Brandwatch
-Buck
-CATExplorador
+Brandprotect
+Buddy
+BuiltBotTough
+BunnySlippers
+CODE87
+CSHttp
+Calculon
 Cegbfeieh
-CensysInspect
-Citoid
-Claritybot
+ChinaClaw
 Cliqzbot
-Cocolyzebot
-Collector
-Copier
-CopyRightCheck
-Cosmos
-Craftbot
-Crawling at Home Project
-CrunchBot
-CyotekWebCopy
+Cloud mapping
+CrazyWebCrawler
+Custo
 DBLBot
+DIIbot
+DSearch
+DatabaseDriverMysqli
+Digincore
 Discobot
-Dispatch
-DnBCrawler-Analytics
+Discoverybot
+DittoSpyder
+DnyzBot
+DomainAppender
 DomainCrawler
-Download Wonder
-ECCP/1.0
-EasyDL
+Dragonfly
+EMail Siphon
+EMail Wolf
+EirGrabber
 EroCrawler
-Exabot
-EyeNetIE
-FemtosearchBot
+Express WebPictures
+ExtLinksBot
+Ezooms
+FHscan
 Fimap
 FlashGet
 Foobot
 Freeuploader
-Fyrebot
-GT::WWW
-GetWeb
-Getintent
-Gotit
+GermCrawler
+GetRight
+Go-Ahead-Got-It
 GrabNet
-GrapeFX
+Grabber
 HTMLparser
-Haansoft
+Heritrix
 Hloader
+HonoluluBot
+Humanlinks
 HybridBot
+IDBTE4M
 IDBot
-IlseBot
-Image Sucker
-Indy Library
-InterGET
+InternetSeer
 Iria
+IstellaBot
 JamesBOT
 JennyBot
 JetCar
-Jetty
+Joomla
 Jorgee
-Keybot Translation-Search-Machine
+Kenjin Spider
+Keyword Density
 Kinza
+LWP::Simple
 Lanshanbot
-Leap
 LeechFTP
-LexiBot
+LeechGet
+LibWeb
+Lightspeedsystems
+Likse
+LinkScan
 LinkWalker
-LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
-MSIECrawler
-MTRobot
-Mag-Net
+Litemage_walker
+Lmspider
+MIDown tool
+MJ12bot
+MQQBrowser
 Mail.RU_Bot
-Mata Hari
+MarkMonitor
+Masscan
+MauiBot
 Mb2345Browser
+MeanPath Bot
 Meanpathbot
-MegaIndex.ru
+Mediatoolkitbot
+Metauri
 MicroMessenger
-Microsoft URL Control
+Microsoft Data Access
 Minefield
 Moblie Safari
-Mojeek
+Mojolicious
 MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-Msrabot
-Musobot
-Nameprotect
 Nessus
-NetAnts
-NetMechanic
+Net Vampire
 NetZIP
-Netcraft
-Nettrack
 Netvibes
-Nibbler
-Niki-bot
+Nikto
+Nmap
+Not
 Nuclei
-OnCrawl
 OpenLinkProfiler
-OpenVAS
-Openfind
-OutclicksBot
+Openvas
+OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageThing.com
+Page Analyzer
 Pandalytics
-Pi-Monster
-Picsearch
+PeoplePal
 PictureFinder
 Pixray
 Pockey
+ProWebWalker
+Probethenet
+Psbot
+Pu_iN
+Pump
 PxBroker
 PyCurl
-Quick-Crawler
 RankActive
 RankFlex
 RankingBot
+RankingBot2
+RankurBot
 Re-re
-ReGet
-RealDownload
-Ripper
+Recorder
+RedesScrapy
 RocketCrawler
-Rogerbot
 SEOkicks-Robot
-SEOlyticsCrawler
+SEOstats
+SISTRIX
+SMTBot
+SalesIntelligent
 ScanAlert
-ScoutJet
-ScrepyBot
-Semrush
-SentiBot
-Seomoz
-Shodan
-Siphon
+Scanbot
+Searchestate
+SiteExplorer
 SiteSnagger
 SiteSucker
 Sitebeam
-Siteimprove
-Sitevigil
 Snake
-Snapbot
 Sogou web spider
+Sosospider
+Sottopop
 SpankBot
 Spanner
-Spinn3r
-Sqworm
-Steeler
-Sucker
-SuperBot
+SputnikBot
+Sqlworm
+Stripper
 SuperHTTP
-Swiftbot
-Teleport
+SurveyBot
+Szukacz
+T8Abot
 TeleportPro
-Telesphorep
-The Intraformant
-TightTwatBot
-Toata
-Tracemyfile
-Trendiction
-TwengaBot
+Telesphoreo
+Thumbor
+Trendictionbot
+True_Robot
+Turnitin
+TurnitinBot
+Typhoeus
+URLy Warning
 URLy.Warning
-UnisterBot
-Upflow
 VB Project
+VCI
+Vacuum
 VeriCiteCrawler
-Virusdie
-Voltron
+VidibleScraper
+WEBDAV
 WISENutbot
 WPScan
-WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
+WWW-Collector-E
+Wallpapers
 WeSEE
+Web Collage
+Web Enhancer
+Web Fuck
+Web Pix
+Web Sucker
 WebAuto
-WebBandit
 WebCollage
 WebCopier
-WebFetch
-WebGo IS
-WebImageCollector
-WebLeacher
-WebReaper
-WebStripper
+WebPix
+WebSucker
 WebWhacker
 WebZIP
-Webalta
 WebmasterWorldForumBot
-WebsiteExtractor
+Webshag
 Whacker
 Who.is Bot
 WinHTTrack
-WiseGuys Robot
-Wotbox
+Woobot
 Wprecon
-Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
-Zade
-Zauba
+Zeus
 Zitebot
-ZoomBot
-ZumBot
+ZmEu
+ZyBorg
+adscanner
 archive.org_bot
-arquivo-web-crawler
-cah.io.community
-check1.exe
-clark-crawler
+arquivo.pt
 coccocbot
 cognitiveseo
-crawler.feedback
-facebookscraper
-instabid
-isitwp.com
-mediawords
+crawl.sogou.com
+crawler4j
+domainsproject.org
+evc-batch
+linkdexbot
+lwp-request
+magpie-crawler
 muhstik-scan
+oBot
 page scorer
+pcBrowser
+plumanalytics
+ripz
 s1z.ru
-scan.lol
+satoristudio.net
 seostar
-serpstatbot
-sexsearcher
+sitechecker.pro
+siteripz
 sogouspider
-tAkeOut
-ubermetrics-technologies.com
-webpros.com
-x09Mozilla
-x22Mozilla
-zgrab
+sp_auditbot
+sysscan
+trendiction.com
+webgains-bot
+webmeup-crawler
+xpymep1.exe