V4.2022.01.2874 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
-AIBOT
-ALittle Client
-ASPSeek
-Aboundex
+01h4x.com
+360Spider
+404checker
 Aboundexbot
 AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-Alligator
-Ankit
+Aipbot
+Anthill
 Aspiegel
-Asterias
-Atomseobot
 Attach
 AwarioRssBot
+AwarioSmartBot
+BBBike
 BDFetch
 BLEXBot
-BackStreet
+BackDoorBot
+BackWeb
 Backlink-Ceck
+BacklinkCrawler
+Bandit
 Barkrowler
+BatchFTP
 Battleztar Bazinga
-Bitacle
+BetaBot
+Bigfoot
 BlackWidow
-Blackboard
 BlowFish
-Bolt
-BotALot
-Brandprotect
-Brandwatch
-Buck
-Buddy
-BuiltWith
-BunnySlippers
-BuzzSumo
+CATExplorador
 CCBot
+CODE87
+Calculon
 Cegbfeieh
-Cliqzbot
-Cocolyzebot
-Copier
-Cosmos
-Crawling at Home Project
-Crescent
+CensysInspect
+Citoid
+Copyscape
+CrazyWebCrawler
+CrunchBot
 Curious
-DBLBot
-DTS Agent
-DataCha0s
-Devil
-Digincore
+CyotekWebCopy
+DIIbot
 Dirbuster
-Discobot
-Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainAppender
-Domains Project
-Dragonfly
-EMail Siphon
-Ecxi
-Exabot
-ExtLinksBot
-Extractor
+DomainSigmaCrawler
+Dotbot
+Download Wonder
+Drip
+ECCP/1.0
+EasyDL
+Ebingbong
+Express WebPictures
+ExtractorPro
+Ezooms
 FDM
-FHscan
+FemtosearchBot
 Fimap
-Freeuploader
+Firefox/7.0
+Foobot
 Fuzz
+G-i-g-a-b-o-t
+GalaxyBot
 GetRight
-Getintent
+Gigabot
 Go!Zilla
-GrabNet
+Go-Ahead-Got-It
+GoZilla
 Grafula
-GrapeFX
 GrapeshotCrawler
-HMView
+HTTP::Lite
 HTTrack
 Haansoft
-HaosouSpider
-Havij
-Humanlinks
-HybridBot
-IRLbot
-Image Sucker
-Indy Library
-InfoNaviRobot
-InfoTekies
-Intelliseek
+Heritrix
+Hloader
+IndeedBot
+InterGET
+Internet Ninja
+Iria
 JOC Web Spider
-Jbrofuzz
+JamesBOT
+JennyBot
 Jetty
 JustView
+Kinza
 LNSpiderguy
-LexiBot
-Libwhisker
-Lightspeedsystems
+Larbin
+Lftp
 Likse
 LinkScan
-LinkWalker
 Linkbot
-Linkdexbot
+LinkextractorPro
 LinkpadBot
-Lipperhey
+LinqiaRSSBot
 Litemage_walker
+Lmspider
+Ltx71
 MFC_Tear_Sample
-MIDown tool
-MSFrontPage
-MTRobot
+MIIxpc
+MQQBrowser
+MSIECrawler
+Mag-Net
 Magnet
-Majestic SEO
-MarkWatch
-Mb2345Browser
-Meanpathbot
-MicroMessenger
-Microsoft URL Control
-MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
+Mail.RU_Bot
+Majestic12
+Masscan
+Mata Hari
+Microsoft Data Access
+Mojolicious
+Mozlila
 Msrabot
-Musobot
-NICErsPRO
-NPbot
-Nameprotect
-NearSite
-Needle
-NetLyzer
-NetSpider
-Nettrack
-Niki-bot
-Ninja
+Name Intelligence
+Navroad
+Nessus
+Net Vampire
+NetZIP
+NextGenSearchBot
+Not
+Nuclei
+Octopus
 Offline Explorer
 Offline Navigator
 OpenLinkProfiler
-OpenVAS
-Openfind
+Openvas
 OrangeBot
-Page Analyzer
-PageGrabber
-Picsearch
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+PHPCrawl
+PageAnalyzer
+PageScorer
+Papa Foto
+PeoplePal
+Petalbot
+Picscout
+PictureFinder
 PleaseCrawl
 ProPowerBot
-Pu_iN
-QueryN Metasearch
+Psbot
+Pump
 Quick-Crawler
-Rankivabot
-ReGet
+RSSingBot
+RankurBot
 Recorder
 RedesScrapy
-SEOkicks
-SEOlyticsCrawler
-SalesIntelligent
-ScoutJet
-Scrapy
-Screaming
-Searchestate
+RepoMonkey
+SBIder
+SISTRIX
+ScanAlert
+ScreenerBot
 SearchmetricsBot
-Semrush
+SemrushBot
 SentiBot
 SeoSiteCheckup
+SeobilityBot
+Seomoz
+Shodan
 Siphon
-Sitebeam
-Siteimprove
-Sitevigil
+Site Sucker
+SiteExplorer
+SiteSucker
 SlySearch
-Snake
-Snoopy
-Sociscraper
+Snapbot
+SocialRankIOBot
+Sogou web spider
+Sosospider
 Sottopop
 SpaceBison
-Spammen
-Spanner
-Spinn3r
+Spbot
 SputnikBot
 Sqlmap
+Stripper
 Sucker
-SurveyBot
+Surfbot
 Suzuran
-Teleport
+Szukacz
+T0PHackTeam
+T8Abot
+Telesphorep
 The Intraformant
+Thumbor
+Titan
 Toata
-Toweyabot
-Tracemyfile
 Trendiction
 Trendictionbot
 True_Robot
+TurnitinBot
 TwengaBot
+Typhoeus
 URLy Warning
-URLy.Warning
-V-BOT
-Vagabondo
+UnisterBot
+Upflow
+VB Project
 VelenPublicWebCrawler
 Virusdie
-VoidEYE
-WEBDAV
-WISENutbot
+WBSearchBot
 WPScan
-Web Auto
-Web Collage
-Web Fetch
+Wallpapers
+WeSEE
 Web Fuck
-Web Sauger
-Web Sucker
 WebAuto
 WebCollage
 WebCopier
-WebFuck
-WebGo IS
+WebFetch
 WebLeacher
-WebSucker
+WebPix
+WebStripper
+WebWhacker
+WebmasterWorldForumBot
 Website Quester
-WebsiteQuester
+Whack
+Whatweb
 Widow
+WinHTTrack
+WiseGuys Robot
 Woobot
-Xaldon_WebSpider
-Zitebot
-ZmEu
+Wotbox
+Wprecon
+Zade
+Zermelo
+ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
-adscanner
-archive.org_bot
+arquivo.pt
+autoemailspider
+backlink-check
 clark-crawler
-crawler.feedback
-crawler4j
-dataforseo.com
-evc-batch
+coccocbot-web
+cognitiveseo
+crawl.sogou.com
+eCatch
 facebookscraper
-heritrix
-ips-agent
-isitwp.com
-iubenda-radar
-mediawords
-muhstik-scan
+gopher
+internetVista monitor
+lwp-trivial
+meanpathbot
 netEstate NE Crawler
-oBot
 pcBrowser
 plumanalytics
-polaris version
 probe-image-size
-scalaj-http
-scan.lol
 seobility
-seocompany.store
-seoscanners
 seostar
-serpstatbot
 sitechecker.pro
-sogouspider
-webmeup-crawler
+siteripz
+sp_auditbot
+spyfu
+trendiction.de
+webprosbot
 x09Mozilla
 xpymep1.exe
 zgrab