V4.2023.03.3592 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404enemy
 80legs
 ADmantX
-ASPSeek
+ALittle Client
 Abonti
 Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 Aipbot
-Anarchy
+AlphaBot
+Anarchie
 Anarchy99
-BackDoorBot
+Anthill
+Atomseobot
+AwarioSmartBot
+BBBike
+BDCbot
+BDFetch
+BLEXBot
 BacklinkCrawler
-BatchFTP
-Bitacle
-BlackWidow
+Barkrowler
+BetaBot
+Black Hole
 Blackboard
 BlowFish
-Bolt
-Brandwatch
+Brandprotect
 Buck
-BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
-CCBot
-CODE87
-CSHttp
-Calculon
-CazoodleBot
+Buddy
+CATExplorador
+CheTeam
 CherryPicker
 Chlooe
 Citoid
-Cogentbot
-CopyRightCheck
-Cosmos
-Custo
+Claritybot
+Cloud mapping
+Cocolyzebot
+Copier
+Craftbot
+Curious
 CyotekWebCopy
-DSearch
-DataCha0s
-DatabaseDriverMysqli
-Digincore
+Demon
 Dirbuster
+Disco
 Discobot
-DnBCrawler-Analytics
+Discoverybot
+DomainCrawler
+Dotbot
 Dragonfly
-EMail Siphon
 EMail Wolf
+EasyDL
 EirGrabber
-Evil
+EroCrawler
 Exabot
 ExtLinksBot
 Extractor
-EyeNetIE
-Ezooms
+Extreme Picture Finder
 FDM
-FemtosearchBot
+FlashGet
 Foobot
-Freeuploader
 FrontPage
 Fuzz
-GT::WWW
-Genieo
-GetWeb
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
+GalaxyBot
+Getintent
+GoZilla
 Grabber
-HEADMasterSEO
-HTTrack
-HaosouSpider
-Hloader
-HybridBot
-IDBot
+HTTP::Lite
+Haansoft
+Harvest
+Heritrix
+IDBTE4M
+Iblog
 Image Fetch
-Image Sucker
 IndeedBot
-InfoNaviRobot
-InfoTekies
-InterGET
+Intelliseek
 InternetSeer
-JennyBot
-JikeSpider
-JustView
+Iria
+JamesBOT
+Jetty
 Kenjin Spider
-Keybot Translation-Search-Machine
-Kinza
-LeechFTP
-LexiBot
-Lftp
-LibWeb
-Likse
+LWP::Simple
+LieBaoFast
+LinkScan
+LinkWalker
 Linkbot
+LinkpadBot
 LinqiaRSSBot
 Litemage_walker
-Lmspider
-MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MQQBrowser
+Ltx71
 MSIECrawler
-Magnet
-Mail.RU_Bot
+MTRobot
+Majestic-SEO
+Majestic12
+Masscan
 Mata Hari
 MauiBot
+Mb2345Browser
 MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
-Mister PiX
-Moblie Safari
 Mojeek
+Mojolicious
 MolokaiBot
 Morfeus Fucking Scanner
 Msrabot
+Musobot
 NICErsPRO
-Navroad
-Needle
-Nessus
-NetLyzer
-NetMechanic
-Nettrack
-NextGenSearchBot
+Net Vampire
+NetAnts
 Nibbler
 Niki-bot
-Ninja
-Nuclei
-Nutch
-Octopus
-Offline Explorer
-OutfoxBot
-PageGrabber
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openvas
+OrangeSpider
+OutclicksBot
+PECL::HTTP
 PageThing.com
+Panscient
 Papa Foto
+Pavuk
 PeoplePal
-Pi-Monster
-Picsearch
+Petalbot
+Picscout
 PictureFinder
-ProWebWalker
+Piepmatz
+Pimonster
 Pump
 PxBroker
-RankActive
-RankFlex
-RankingBot
+PyCurl
+QueryN Metasearch
+RankingBot2
+RankurBot
 Re-re
 RealDownload
-Reaper
-Recorder
 RedesScrapy
 RepoMonkey
 SBIder
-SEOkicks
-SEOlyticsCrawler
-SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
+SEOkicks-Robot
+SEOprofiler
+SEOstats
 ScoutJet
+Scrapy
 Screaming
-ScrepyBot
+ScreenerBot
+Searchestate
+SearchmetricsBot
 Semrush
 SemrushBot
+SentiBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz
-SiteLockSpider
-Sitebeam
-Siteimprove
-Sitevigil
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSucker
 Snapbot
-Sosospider
+SocialRankIOBot
+Sogou web spider
+SpaceBison
 Spammen
-Spbot
+Spinn3r
+SputnikBot
+Sqlworm
+Sqworm
 Stripper
-Sucker
 Sucuri
 SuperHTTP
+Surfbot
+Swiftbot
 T0PHackTeam
+T8Abot
 TeleportPro
+Telesoft
 Telesphorep
-Toweyabot
+TheNomad
+Trendiction
+True_Robot
+Turingos
+Turnitin
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
 URLy Warning
-URLy.Warning
-VCI
+UnisterBot
+Upflow
+V-BOT
+VB Project
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
+VoidEYE
 Voltron
-WASALive-Bot
+WISENutbot
+WWW-Mechanize
 WWW::Mechanize
-WallpapersHD
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 Web Auto
-Web Collage
-Web Enhancer
-Web Fetch
-Web Pix
-Web Sauger
-Web Sucker
-WebAuto
+WebCopier
+WebEnhancer
 WebFuck
-WebPix
-WebmasterWorldForumBot
-Widow
-Wonderbot
-Wprecon
-Xenu
+WebImageCollector
+WebsiteExtractor
+Whatweb
+WinHTTrack
+WiseGuys Robot
 YoudaoBot
 Zade
 Zermelo
-Zeus
 Zitebot
-ZmEu
-ZyBorg
-adscanner
+ZoomBot
+ZoominfoBot
+ZumBot
 archive.org_bot
-autoemailspider
+arquivo-web-crawler
 backlink-check
+cah.io.community
 clark-crawler
-dataforseo.com
-demandbase-bot
+com.plumanalytics
+crawler.feedback
+domainsproject.org
 evc-batch
-facebookscraper
+gopher
 heritrix
-internetVista monitor
-linkdexbot
+isitwp.com
 lwp-request
-lwp-trivial
 magpie-crawler
 meanpathbot
-muhstik-scan
-page scorer
-ripz
+oBot
+plumanalytics
+probe-image-size
 scalaj-http
-scan.lol
 seobility
-sexsearcher
+seostar
+serpstatbot
+sitechecker.pro
+siteripz
+sogouspider
 sp_auditbot
 spyfu
-sysscan
 tAkeOut
+trendiction.de
+webgains-bot
 webmeup-crawler
 webpros.com
+webprosbot
 x22Mozilla