V4.2023.01.3536 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
+404checker
 ADmantX
-ALittle Client
+ASPSeek
 Aboundex
-Acunetix
+Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
 Aipbot
-Alexibot
-Anarchie
-Anarchy
-Anarchy99
-Ankit
-Apexoo
-Attach
-BLEXBot
+AllSubmitter
+Alligator
+AlphaBot
+Anthill
+Asterias
+AwarioRssBot
+AwarioSmartBot
+BBBike
+BDFetch
 BackDoorBot
-Bandit
-Bigfoot
-Bitacle
+BackWeb
+Battleztar Bazinga
+BetaBot
 Blackboard
+Blow
 BlowFish
-Bolt
-Brandwatch
-BuiltWith
-BunnySlippers
-BuzzSumo
-CODE87
-CazoodleBot
-CheeseBot
-CherryPicker
+Boardreader
+Brandprotect
+Buck
+BuiltBotTough
+CATExplorador
+Calculon
 ChinaClaw
-Chlooe
+Citoid
 Cliqzbot
 Cocolyzebot
-CrazyWebCrawler
-CrunchBot
-Curious
+Cogentbot
+Collector
+CopyRightCheck
+Copyscape
+Cosmos
+DBLBot
+DSearch
 DTS Agent
-DataCha0s
-DatabaseDriverMysqli
 Demon
 Devil
 Digincore
+Dirbuster
 Disco
 Discobot
 DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
 DomCopBot
+Dotbot
+Download Wonder
 EMail Siphon
-EasyDL
-Ecxi
-Express WebPictures
+EirGrabber
+EroCrawler
+Evil
+Exabot
 ExtLinksBot
-Extractor
 ExtractorPro
-Extreme Picture Finder
-FHscan
-Firefox/7.0
-FrontPage
-Fyrebot
-GT::WWW
+FDM
+Fimap
+Flunky
+Foobot
+Freeuploader
+Genieo
+GermCrawler
 GetWeb
-Grafula
-GrapeFX
-HMView
-HTMLparser
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 HTTP::Lite
-Haansoft
+HTTrack
 HaosouSpider
-Havij
-HonoluluBot
 IDBTE4M
+IDBot
+Iblog
 IlseBot
-IndeedBot
+Image Sucker
+InfoNaviRobot
 InfoTekies
 InternetSeer
-IstellaBot
-JOC Web Spider
-Keybot Translation-Search-Machine
-Kozmosbot
-LWP::Simple
-Larbin
+Iskanie
+LNSpiderguy
+Lanshanbot
+Leap
 LexiBot
+LibWeb
+Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinksManager
-LinqiaMetadataDownloaderBot
+Likse
+LinkScan
+LinkWalker
+Linkbot
+LinqiaRSSBot
 Lmspider
+Ltx71
 MFC_Tear_Sample
-MIDown tool
-MJ12bot
 MQQBrowser
+MSIECrawler
 Mag-Net
-Majestic SEO
-Majestic-SEO
+Magnet
+Majestic12
 MarkMonitor
-MarkWatch
 Mass Downloader
+Masscan
 Mata Hari
-Mb2345Browser
+MauiBot
 Meanpathbot
-MegaIndex.ru
-MicroMessenger
+Metauri
 Microsoft Data Access
+Microsoft URL Control
 Minefield
-Mozlila
-Msrabot
-Musobot
+Mister PiX
+Morfeus Fucking Scanner
+NPbot
 Name Intelligence
 Nameprotect
-NearSite
 Needle
+Nessus
+Net Vampire
 NetLyzer
-NetSpider
+NetMechanic
+Netvibes
+Nibbler
 Niki-bot
-Nikto
-NimbleCrawler
-Nuclei
-Octopus
-Offline Navigator
-OnCrawl
-OpenVAS
+Ninja
+Nmap
+Offline Explorer
+OpenLinkProfiler
+Openvas
 OrangeBot
+OutclicksBot
+OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageThing.com
 Panscient
 Pavuk
-PeoplePal
-Picsearch
+Pixray
+PleaseCrawl
 ProPowerBot
-RSSingBot
+Probethenet
+PyCurl
 RankActive
 RankActiveLinkBot
 RankFlex
-RankingBot2
-ReGet
-Recorder
+Re-re
+Reaper
+RebelMouse
 RedesScrapy
-RocketCrawler
+RepoMonkey
+Ripper
 SBIder
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
+SalesIntelligent
+ScanAlert
 Scrapy
 ScreenerBot
-ScrepyBot
-Searchestate
 SearchmetricsBot
+Seekport
+SemrushBot
+SentiBot
 Shodan
+Site Sucker
 SiteExplorer
 SiteLockSpider
-SiteSnagger
 SiteSucker
-Siteimprove
+Sitevigil
 SlySearch
 SmartDownload
 Snake
 Snapbot
 Sociscraper
+Sogou web spider
 Sosospider
-Sottopop
-SpaceBison
-Spammen
-Spinn3r
-Surfbot
+Sqlworm
+Steeler
+Sucker
+SuperBot
+SuperHTTP
 SurveyBot
-Suzuran
-Teleport
-Telesoft
-Telesphorep
+TeleportPro
+TheNomad
 Thumbor
-TightTwatBot
-Titan
 Toata
-Toweyabot
-Trendictionbot
-TurnitinBot
-Typhoeus
+Trendiction
+True_Robot
+Turnitin
 URLy Warning
-VCI
+V-BOT
 Vacuum
 Vagabondo
-Voltron
-WBSearchBot
-WEBDAV
+VeriCiteCrawler
+Virusdie
 WISENutbot
 WPScan
-WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
-WeSEE
-Web Collage
-Web Enhancer
+WallpapersHD
 Web Fetch
-Web Fuck
-Web Pix
-WebAuto
-WebBandit
-WebFetch
-WebPix
-WebSucker
-Webalta
+Web Sauger
+Web Sucker
+WebGo IS
+WebImageCollector
+WebSauger
 WebmasterWorldForumBot
-Webshag
+Website Quester
 WebsiteExtractor
-WebsiteQuester
-Whack
 Whacker
-Woobot
-Wprecon
+Whatweb
+Widow
 Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
-Zermelo
-Zeus
-ZoominfoBot
-ZyBorg
-autoemailspider
-cah.io.community
+Xenu
+YoudaoBot
+Zade
+Zitebot
+ZumBot
+archive.org_bot
+arquivo-web-crawler
+check1.exe
 clark-crawler
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-crawler4j
 demandbase-bot
+domainsproject.org
 facebookscraper
-gopher
-heritrix
-internetVista monitor
 ips-agent
-iubenda-radar
-lwp-request
-lwp-trivial
+linkdexbot
+meanpathbot
 mediawords
 muhstik-scan
 oBot
-scalaj-http
+probe-image-size
+satoristudio.net
+scan.lol
+seobility
+seocompany.store
 seostar
 sexsearcher
-sp_auditbot
-spyfu
-tAkeOut
-trendiction.com
+sitechecker.pro
+siteripz
+sogouspider
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
-x09Mozilla
 x22Mozilla
 xpymep1.exe
-zauba.io
+zgrab