V4.2022.11.3499 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+360Spider
 404enemy
-AIBOT
+80legs
+ADmantX
 ALittle Client
-Abonti
+ASPSeek
 Aboundex
-Acunetix
-AhrefsBot
-AiHitBot
-Aipbot
-Anarchie
-Asterias
-Atomseobot
+AfD-Verbotsverfahren
+Alligator
+Anarchy99
+Apexoo
+AwarioRssBot
 BBBike
+BDFetch
 BLEXBot
 BackDoorBot
-Badass
-BatchFTP
-BetaBot
-Bigfoot
+BackStreet
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+BlackWidow
+Blackboard
 Blow
-BlowFish
 Bolt
-Brandprotect
-Buck
-BuzzSumo
-CCBot
+BotALot
+Brandwatch
+BuiltWith
+CATExplorador
+CODE87
 CSHttp
-CazoodleBot
-CheeseBot
-ChinaClaw
+Calculon
+Cegbfeieh
+CensysInspect
 Chlooe
-Cliqzbot
+Claritybot
+Cloud mapping
+Cocolyzebot
+Cogentbot
 Copyscape
 Cosmos
-Craftbot
-Crescent
-DBLBot
-DataCha0s
-Digincore
+CrunchBot
+Curious
+DIIbot
+DSearch
+DatabaseDriverMysqli
+Deusu
+DigitalPebble
+Disco
 Discobot
+Discoverybot
+Dispatch
 DittoSpyder
-DnyzBot
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-ECCP/1.0
-EasyDL
-Ecxi
-Evil
+Download Wonder
+Dragonfly
+EMail Siphon
+EroCrawler
 ExtLinksBot
+Extractor
 FDM
+FHscan
 Flunky
-Foobot
 Freeuploader
+FrontPage
 Fuzz
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
+GermCrawler
+GetRight
 GetWeb
-Gigabot
-Go!Zilla
-GoZilla
 Gotit
-Grabber
-GridBot
+Grafula
+GrapeshotCrawler
+HMView
 HTMLparser
-HTTP::Lite
-HTTrack
+Haansoft
 Harvest
-Havij
 Heritrix
-Hloader
 HonoluluBot
+HybridBot
 IDBTE4M
 IDBot
-IRLbot
-IlseBot
-Image Sucker
-IndeedBot
+Id-search
 Indy Library
 InfoTekies
-Intelliseek
-InterGET
-InternetSeer
-IstellaBot
-Jbrofuzz
-JennyBot
+Iskanie
+JOC Web Spider
+JamesBOT
 JetCar
+Jetty
 Joomla
 Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-LNSpiderguy
 LWP::Simple
+Lanshanbot
+LeechFTP
 LexiBot
-Lftp
-Likse
-LinkpadBot
-LinqiaMetadataDownloaderBot
+LibWeb
+LieBaoFast
+Lightspeedsystems
+Linkbot
+LinkextractorPro
 Lipperhey
-Litemage_walker
-MIIxpc
+Lipperhey Spider
+MFC_Tear_Sample
+MJ12bot
+MSFrontPage
 Mag-Net
 Magnet
+Mail.RU_Bot
+Majestic12
+MarkMonitor
 MarkWatch
+Mass Downloader
+MauiBot
 Mb2345Browser
-MeanPath Bot
-MegaIndex.ru
+Mediatoolkitbot
 Microsoft URL Control
-Minefield
-Mister PiX
+Mojeek
 MolokaiBot
 Morfeus Fucking Scanner
+Mozlila
 NICErsPRO
-Name Intelligence
-Nameprotect
+NPbot
+Navroad
 Needle
 Net Vampire
+NetSpider
+NetZIP
 Netcraft
-Netvibes
 Nikto
-Nimbostratus
 Ninja
-Octopus
-Openfind
-OrangeBot
+Not
+Nutch
+OpenLinkProfiler
+OutclicksBot
 PECL::HTTP
-POE-Component-Client-HTTP
-Page Analyzer
+PageAnalyzer
 PageScorer
 PageThing.com
 Papa Foto
 Pavuk
+PeoplePal
+Picsearch
+PictureFinder
 Piepmatz
-Pimonster
-Pixray
-ProPowerBot
+PleaseCrawl
 ProWebWalker
-Pu_iN
-PxBroker
-PyCurl
+Psbot
+Pump
 QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
-RankingBot2
-Rankivabot
+Quick-Crawler
+RankActive
+RankurBot
 Re-re
 RealDownload
+Reaper
+Recorder
+RedesScrapy
+RocketCrawler
+Rogerbot
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SMTBot
-ScanAlert
+SalesIntelligent
 ScoutJet
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
+Scrapy
 Seekport
-SemanticJuice
-Semrush
-SentiBot
-SeobilityBot
-Shodan
+Siphon
 Site Sucker
-SiteExplorer
+SiteCheckerBotCrawler
 SiteLockSpider
+SiteSucker
+Sitevigil
+SmartDownload
+Snake
 Sociscraper
-SpaceBison
-SpankBot
 Spanner
-Spinn3r
-Sqlmap
-Stripper
-Sucker
+Spbot
+SputnikBot
+Steeler
+Sucuri
 SuperHTTP
 Surfbot
-Szukacz
 T0PHackTeam
+Telesoft
 Telesphoreo
-TightTwatBot
-Titan
-Toata
+TheNomad
 Toweyabot
-Trendictionbot
-True_Robot
+Tracemyfile
+Turingos
+TwengaBot
+Typhoeus
 URLy Warning
-URLy.Warning
 VB Project
-Voil
-Voltron
+Vacuum
+VelenPublicWebCrawler
+VidibleScraper
+WISENutbot
 WPScan
-WWW-Collector-E
-WWW-Mechanize
 WWWOFFLE
-WallpapersHD
-Web Fetch
-Web Fuck
-Web Pix
+Wallpapers
+WeSEE
+Web Auto
+Web Collage
 WebBandit
-WebImageCollector
+WebCopier
 WebPix
-WebSucker
+WebSauger
+WebWhacker
+WebZIP
 Webalta
-WebmasterWorldForumBot
 WebsiteExtractor
-Whack
-Whatweb
-WiseGuys Robot
-Woobot
+Wotbox
 Wprecon
 YoudaoBot
-Zauba
 Zeus
 Zitebot
-ZmEu
+ZoomBot
 ZyBorg
+adscanner
+archive.org_bot
 arquivo-web-crawler
-autoemailspider
+arquivo.pt
 backlink-check
-cah.io.community
-clark-crawler
-cognitiveseo
-crawler.feedback
+crawl.sogou.com
 crawler4j
+dataforseo.com
+demandbase-bot
+domainsproject.org
 eCatch
-evc-batch
-heritrix
-instabid
-isitwp.com
+facebookscraper
+gopher
+internetVista monitor
+linkdexbot
 lwp-request
-lwp-trivial
+magpie-crawler
+netEstate NE Crawler
 oBot
-page scorer
-polaris version
-ripz
-scan.lol
+probe-image-size
+scalaj-http
 seobility
-seocompany.store
 seoscanners
-sexsearcher
 siteripz
-sogouspider
+sp_auditbot
 spyfu
-tAkeOut
+sysscan
+trendiction.com
 trendiction.de
-webmeup-crawler
+voyagerx.com
+x09Mozilla
 zauba.io
+zgrab