V4.2023.01.3537 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-ADmantX
+80legs
+AIBOT
+ALittle Client
 ASPSeek
-Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
-AllSubmitter
 Alligator
-AlphaBot
+Anarchy
+Ankit
 Anthill
 Asterias
+Atomseobot
 AwarioRssBot
 AwarioSmartBot
 BBBike
-BDFetch
+BLEXBot
 BackDoorBot
+BackStreet
 BackWeb
+Badass
 Battleztar Bazinga
 BetaBot
+Black Hole
 Blackboard
-Blow
-BlowFish
 Boardreader
+Bolt
 Brandprotect
-Buck
-BuiltBotTough
-CATExplorador
-Calculon
-ChinaClaw
-Citoid
+Brandwatch
+BuzzSumo
+CSHttp
+Cegbfeieh
+CensysInspect
+CheTeam
+Chlooe
 Cliqzbot
-Cocolyzebot
 Cogentbot
 Collector
-CopyRightCheck
-Copyscape
-Cosmos
-DBLBot
-DSearch
-DTS Agent
+CrazyWebCrawler
 Demon
-Devil
 Digincore
-Dirbuster
-Disco
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
 DnyzBot
 DomCopBot
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Dotbot
-Download Wonder
-EMail Siphon
-EirGrabber
-EroCrawler
+Dragonfly
+ECCP/1.0
+Ebingbong
+Ecxi
 Evil
 Exabot
-ExtLinksBot
-ExtractorPro
-FDM
-Fimap
-Flunky
+Extreme Picture Finder
+FemtosearchBot
 Foobot
-Freeuploader
-Genieo
-GermCrawler
-GetWeb
-Go!Zilla
-Go-Ahead-Got-It
+FrontPage
+Fuzz
+Fyrebot
+GT::WWW
+GetRight
+Getintent
 GoZilla
+GrabNet
+Grafula
+GridBot
 HTTP::Lite
-HTTrack
-HaosouSpider
-IDBTE4M
+Haansoft
+Harvest
+Havij
+HonoluluBot
+Humanlinks
 IDBot
-Iblog
-IlseBot
+Id-search
 Image Sucker
-InfoNaviRobot
-InfoTekies
-InternetSeer
-Iskanie
+InterGET
+Iria
+IstellaBot
+JennyBot
+Joomla
+Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
 LNSpiderguy
 Lanshanbot
 Leap
-LexiBot
+LeechFTP
+LeechGet
 LibWeb
-Libwhisker
-LieBaoFast
-Likse
 LinkScan
 LinkWalker
 Linkbot
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+Lipperhey Spider
 Lmspider
-Ltx71
-MFC_Tear_Sample
+MIDown tool
 MQQBrowser
-MSIECrawler
+MSFrontPage
 Mag-Net
-Magnet
+Mail.RU_Bot
 Majestic12
-MarkMonitor
-Mass Downloader
+MarkWatch
 Masscan
-Mata Hari
 MauiBot
-Meanpathbot
-Metauri
-Microsoft Data Access
-Microsoft URL Control
-Minefield
-Mister PiX
+Mb2345Browser
+MeanPath Bot
+MicroMessenger
 Morfeus Fucking Scanner
+Mozlila
+NICErsPRO
 NPbot
 Name Intelligence
 Nameprotect
-Needle
+NearSite
 Nessus
-Net Vampire
-NetLyzer
+NetAnts
 NetMechanic
+NetSpider
+NetZIP
+Nettrack
 Netvibes
 Nibbler
-Niki-bot
-Ninja
+NimbleCrawler
 Nmap
-Offline Explorer
+Offline Navigator
 OpenLinkProfiler
-Openvas
+OpenVAS
 OrangeBot
-OutclicksBot
 OutfoxBot
-PHPCrawl
-Page Analyzer
-PageAnalyzer
-PageThing.com
-Panscient
+Papa Foto
 Pavuk
-Pixray
+PeoplePal
+Picsearch
+Pimonster
 PleaseCrawl
-ProPowerBot
-Probethenet
+Pockey
+ProWebWalker
+Pump
 PyCurl
+Quick-Crawler
+RSSingBot
 RankActive
 RankActiveLinkBot
 RankFlex
+RankingBot
 Re-re
+ReGet
 Reaper
-RebelMouse
-RedesScrapy
-RepoMonkey
-Ripper
-SBIder
-SalesIntelligent
+Recorder
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SISTRIX
+SMTBot
 ScanAlert
 Scrapy
-ScreenerBot
-SearchmetricsBot
+ScrepyBot
+Searchestate
 Seekport
 SemrushBot
-SentiBot
-Shodan
 Site Sucker
-SiteExplorer
 SiteLockSpider
-SiteSucker
-Sitevigil
+Sitebeam
+Siteimprove
 SlySearch
-SmartDownload
 Snake
-Snapbot
-Sociscraper
-Sogou web spider
-Sosospider
-Sqlworm
+SpankBot
+Spanner
+Spbot
+Spinn3r
 Steeler
-Sucker
-SuperBot
-SuperHTTP
-SurveyBot
+Stripper
+Surfbot
 TeleportPro
+Telesphoreo
+Telesphorep
+The Intraformant
 TheNomad
-Thumbor
 Toata
-Trendiction
-True_Robot
-Turnitin
-URLy Warning
-V-BOT
-Vacuum
-Vagabondo
-VeriCiteCrawler
+Toweyabot
+Trendictionbot
+Turingos
+TurnitinBot
+Twice
+Typhoeus
+Upflow
+VidibleScraper
 Virusdie
+Voltron
+WASALive-Bot
+WEBDAV
 WISENutbot
 WPScan
+WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
+Wallpapers
 WallpapersHD
-Web Fetch
-Web Sauger
-Web Sucker
-WebGo IS
-WebImageCollector
-WebSauger
+WeSEE
+Web Pix
+WebCollage
+WebFetch
+WebLeacher
+WebSucker
 WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-Whacker
-Whatweb
-Widow
+WebsiteQuester
+Who.is Bot
 Xaldon WebSpider
-Xenu
-YoudaoBot
-Zade
-Zitebot
-ZumBot
-archive.org_bot
+Xaldon_WebSpider
+Zauba
+Zeus
+ZoominfoBot
 arquivo-web-crawler
-check1.exe
+arquivo.pt
+autoemailspider
+cah.io.community
 clark-crawler
+coccocbot
 cognitiveseo
-com.plumanalytics
-demandbase-bot
 domainsproject.org
-facebookscraper
-ips-agent
+gopher
+instabid
+internetVista monitor
+isitwp.com
 linkdexbot
 meanpathbot
 mediawords
-muhstik-scan
-oBot
+netEstate NE Crawler
+page scorer
+plumanalytics
+polaris version
 probe-image-size
-satoristudio.net
-scan.lol
+s1z.ru
+scalaj-http
 seobility
-seocompany.store
-seostar
 sexsearcher
-sitechecker.pro
-siteripz
 sogouspider
+sp_auditbot
+spyfu
+tAkeOut
+trendiction.com
+trendiction.de
 ubermetrics-technologies.com
 voyagerx.com
 webmeup-crawler
-x22Mozilla
-xpymep1.exe
+webpros.com
+webprosbot
+zauba.io
 zgrab