V4.2022.12.3512 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-Aboundexbot
+360Spider
+Abonti
+Acunetix
 AfD-Verbotsverfahren
 AiHitBot
-Alexibot
-AllSubmitter
-Alligator
-AlphaBot
-Anarchie
 Anthill
-Apexoo
 Aspiegel
 Asterias
-Attach
-BBBike
 BLEXBot
 BackStreet
-BackWeb
-Backlink-Ceck
-Badass
-Battleztar Bazinga
-BetaBot
-Bitacle
+Bigfoot
+Black Hole
+Blackboard
+Blow
 BlowFish
-Bolt
-Brandprotect
-Brandwatch
+Boardreader
 Buck
-Buddy
-CATExplorador
+BuiltWith
+BunnySlippers
 CODE87
-Calculon
 CazoodleBot
+CensysInspect
+CheeseBot
 Chlooe
 Claritybot
-Cloud mapping
-Cogentbot
-Collector
-Copier
+Cliqzbot
+Cocolyzebot
+CopyRightCheck
 Copyscape
-CrazyWebCrawler
-Crescent
-Custo
-CyotekWebCopy
+Craftbot
+Crawling at Home Project
+CrunchBot
+Curious
 DataCha0s
-Demon
+Deusu
+Digincore
 DigitalPebble
-Disco
+Dirbuster
 Discoverybot
-DnBCrawler-Analytics
+Dispatch
 DnyzBot
-DomCopBot
+DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
-Dragonfly
+Domains Project
+Download Wonder
 Drip
-Ecxi
+ECCP/1.0
+Ebingbong
+EirGrabber
 EroCrawler
-ExtLinksBot
+Exabot
+Express WebPictures
+Extractor
 ExtractorPro
 Extreme Picture Finder
+Ezooms
+FHscan
 FemtosearchBot
-Flunky
-Fuzz
-GermCrawler
-GetRight
-Getintent
+Firefox/7.0
+Foobot
+FrontPage
+FyberSpider
+GalaxyBot
+Genieo
+GetWeb
 Gigabot
 Go!Zilla
-GrabNet
-GrapeFX
-HEADMasterSEO
+GoZilla
+GrapeshotCrawler
+GridBot
+HTTrack
+HaosouSpider
 Harvest
 Havij
-Heritrix
-Humanlinks
-HybridBot
+Hloader
+HonoluluBot
 IDBot
-IlseBot
-Image Fetch
+Image Sucker
 IndeedBot
 Indy Library
+InfoNaviRobot
+InfoTekies
 Intelliseek
-InterGET
 Internet Ninja
 InternetSeer
-Iria
 IstellaBot
-JennyBot
-JetCar
-Jorgee
-Kinza
+JikeSpider
+JustView
+Keybot Translation-Search-Machine
+Keyword Density
+Kozmosbot
 LWP::Simple
-LeechFTP
+Larbin
 LeechGet
-LibWeb
-LieBaoFast
+LexiBot
+Libwhisker
+Lightspeedsystems
+LinkWalker
+Linkbot
 LinkextractorPro
 LinksManager
-LinqiaRSSBot
-MFC_Tear_Sample
-MJ12bot
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
+Lmspider
+MIDown tool
+MIIxpc
+MQQBrowser
 MSIECrawler
-Mail.RU_Bot
-MarkMonitor
+MTRobot
+Magnet
+Majestic12
 MarkWatch
 Mass Downloader
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
 MegaIndex.ru
 MicroMessenger
 Microsoft Data Access
-Mister PiX
-Mojolicious
-NICErsPRO
-Name Intelligence
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+NPbot
 Nameprotect
-Needle
-Net Vampire
+Navroad
 NetMechanic
 NetSpider
-Netcraft
 Nettrack
-NextGenSearchBot
 Nibbler
-NimbleCrawler
+Niki-bot
 Nuclei
+Offline Navigator
 OnCrawl
-Openfind
+OpenLinkProfiler
+OpenVAS
+Openvas
 OrangeBot
-OrangeSpider
+OutclicksBot
 PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
+PageGrabber
 PageScorer
 PageThing.com
-Pi-Monster
+Papa Foto
+Pavuk
 Picscout
+Picsearch
+Piepmatz
 PleaseCrawl
+Pockey
 ProWebWalker
-RankActive
-Rankivabot
+Probethenet
+RankFlex
+RankingBot
+RankurBot
+RebelMouse
 RedesScrapy
-SEOkicks
+RocketCrawler
 SEOkicks-Robot
-SEOlyticsCrawler
-SISTRIX
-SMTBot
-ScoutJet
-Scrapy
 Screaming
-ScrepyBot
-Seekport
+ScreenerBot
+Searchestate
+SearchmetricsBot
+SemanticJuice
 Semrush
-SeobilityBot
 Seomoz
-Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
+SiteSnagger
+SlySearch
 SmartDownload
-Snapbot
-Sogou web spider
-Spbot
-SputnikBot
+Snoopy
+Sottopop
+Spammen
+Spanner
 Sqlmap
-Sqlworm
+Sqworm
+Steeler
 Sucuri
-SuperBot
-SuperHTTP
-Szukacz
 T0PHackTeam
 TeleportPro
-Telesphorep
+Telesphoreo
 TheNomad
 Thumbor
 Titan
-Tracemyfile
-Trendiction
-Turnitin
+Toweyabot
+Trendictionbot
+True_Robot
+TurnitinBot
 TwengaBot
 Twice
-Typhoeus
-UnisterBot
 V-BOT
-VB Project
-VelenPublicWebCrawler
-Virusdie
-VoidEYE
-Voil
-WASALive-Bot
-WBSearchBot
+Vacuum
+VeriCiteCrawler
+VidibleScraper
+Voltron
 WEBDAV
-WWW-Collector-E
-Wallpapers
-WallpapersHD
+WISENutbot
+WWW-Mechanize
+WeSEE
 Web Auto
-Web Fetch
+Web Collage
+Web Pix
+Web Sucker
+WebBandit
+WebFetch
+WebFuck
 WebImageCollector
+WebLeacher
 WebPix
-WebReaper
-WebStripper
-WebSucker
-Webalta
-WebmasterWorldForumBot
-Whack
+WebSauger
+Webshag
+Webster
 Whacker
-Who.is Bot
+Whatweb
+Widow
 WinHTTrack
-WiseGuys Robot
-Wonderbot
 Woobot
-Wprecon
-Xenu
-YoudaoBot
+Xaldon WebSpider
+Xaldon_WebSpider
 Zauba
-Zeus
-ZyBorg
+Zermelo
+Zitebot
+ZumBot
 adscanner
-backlink-check
+archive.org_bot
+cah.io.community
 clark-crawler
-crawl.sogou.com
-crawler.feedback
+coccocbot
+dataforseo.com
 evc-batch
 gopher
-heritrix
 internetVista monitor
-isitwp.com
-iubenda-radar
-lwp-request
-lwp-trivial
+ips-agent
+linkdexbot
+magpie-crawler
 meanpathbot
-muhstik-scan
 oBot
-page scorer
-plumanalytics
-satoristudio.net
-seocompany.store
-seostar
+ripz
+s1z.ru
 serpstatbot
-sexsearcher
+sitechecker.pro
 sogouspider
 spyfu
 tAkeOut
-webpros.com
-zauba.io
+trendiction.com
+voyagerx.com
+webgains-bot
+x22Mozilla
+zgrab