V4.2022.09.3370 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
 ADmantX
-AIBOT
 Abonti
-Aboundex
+AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-AllSubmitter
-Apexoo
+Anarchy
 Atomseobot
-BackWeb
+Attach
+AwarioSmartBot
+BDCbot
+BackDoorBot
+BackStreet
 Backlink-Ceck
-Badass
 Bandit
-BatchFTP
-Battleztar Bazinga
 Bigfoot
-BlowFish
-Bolt
+Blackboard
+Boardreader
 Brandwatch
-Buddy
+BuiltBotTough
 BuiltWith
-Bullseye
-BuzzSumo
-CODE87
-Calculon
-ChinaClaw
-Claritybot
-Cliqzbot
+BunnySlippers
+CCBot
+CazoodleBot
+Cegbfeieh
+CherryPicker
+Chlooe
 Cloud mapping
 Cocolyzebot
 Cogentbot
-Collector
-CopyRightCheck
-Craftbot
+CrazyWebCrawler
 Crescent
+CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DBLBot
 DIIbot
 DSearch
 DTS Agent
 DataCha0s
-Discobot
+Deusu
+Digincore
+DigitalPebble
+Disco
 Dispatch
-DnBCrawler-Analytics
 DnyzBot
-Domains Project
+DomainCrawler
 Dotbot
-EMail Siphon
-EasyDL
-EirGrabber
+Download Wonder
+Dragonfly
+EMail Wolf
+Ecxi
 EroCrawler
+Evil
 Exabot
 Express WebPictures
-ExtractorPro
+Extractor
 EyeNetIE
-Firefox/7.0
-Flunky
-Foobot
+FHscan
 Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
-Genieo
+GalaxyBot
 GetRight
+GetWeb
 Getintent
+Gigabot
 Go!Zilla
-GrapeshotCrawler
-Harvest
-Havij
+Grabber
+GrapeFX
+HEADMasterSEO
+HaosouSpider
+Heritrix
 Humanlinks
-HybridBot
-Id-search
+IRLbot
+Image Sucker
 IndeedBot
+Indy Library
 InfoNaviRobot
-Iria
+InfoTekies
+Intelliseek
+Internet Ninja
+InternetSeer
+Iskanie
 IstellaBot
-JamesBOT
-Jbrofuzz
-Jetty
+JetCar
 JikeSpider
-Jorgee
-JustView
 Kenjin Spider
-Keyword Density
-Kinza
-Kozmosbot
+Keybot Translation-Search-Machine
+LWP::Simple
 Lanshanbot
 LeechFTP
-LibWeb
-Libwhisker
+LeechGet
+LieBaoFast
 LinkScan
-Lmspider
-Ltx71
-MJ12bot
+LinkWalker
+Linkbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Lipperhey
+MFC_Tear_Sample
+MIIxpc
 MQQBrowser
-MSIECrawler
-MTRobot
-Mag-Net
-Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
+Mass Downloader
 Masscan
-Meanpathbot
-Mediatoolkitbot
+MauiBot
+Mb2345Browser
+MicroMessenger
+Microsoft Data Access
 Minefield
-Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
-Musobot
+Mojolicious
+Mr.4x3
 NICErsPRO
-Name Intelligence
-Nameprotect
-Navroad
+NearSite
 Net Vampire
-NetAnts
+NetLyzer
 NetZIP
-Nettrack
-NextGenSearchBot
-Nibbler
+Niki-bot
 Nikto
-Nmap
-Not
 Nuclei
-Nutch
 Octopus
 Offline Explorer
-OnCrawl
+Openfind
 OrangeBot
 OrangeSpider
+OutfoxBot
 PECL::HTTP
-PageAnalyzer
-Picscout
-Picsearch
+Page Analyzer
+PageScorer
+PageThing.com
+Pandalytics
+PeoplePal
+Petalbot
+PictureFinder
 Piepmatz
-PleaseCrawl
+ProPowerBot
+Probethenet
+Psbot
 Pu_iN
+PxBroker
 Quick-Crawler
-RSSingBot
-RankActive
-RankActiveLinkBot
+RankingBot2
 RankurBot
-RealDownload
-Reaper
-RebelMouse
+ReGet
 Recorder
-RepoMonkey
+RedesScrapy
+Ripper
 RocketCrawler
 Rogerbot
-SEOkicks-Robot
+SBIder
+SEOkicks
+SEOlyticsCrawler
 SEOprofiler
-SalesIntelligent
-SearchmetricsBot
-Seekport
-SeobilityBot
+SEOstats
+ScreenerBot
+SentiBot
+Shodan
+Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
+SiteLockSpider
+SiteSnagger
 Sitebeam
+Siteimprove
 Sitevigil
-SlySearch
 Snapbot
 SocialRankIOBot
-Sogou web spider
-Sottopop
+Sociscraper
+Sosospider
 SpaceBison
 Spammen
-SpankBot
 Spanner
-Spbot
-Spinn3r
-SputnikBot
-Sqlmap
 Sqlworm
 Stripper
+Sucuri
 SuperHTTP
+SurveyBot
+Suzuran
 Teleport
-Telesoft
-Telesphoreo
-Telesphorep
-The Intraformant
-Thumbor
+TheNomad
 Titan
-Toweyabot
 Tracemyfile
+Trendiction
 True_Robot
-Turingos
-TurnitinBot
-Twice
 Typhoeus
 URLy Warning
-UnisterBot
+URLy.Warning
 Upflow
+V-BOT
 VB Project
+VCI
 Vacuum
-Virusdie
+Vagabondo
+VelenPublicWebCrawler
 VoidEYE
 Voil
 Voltron
-WBSearchBot
-WISENutbot
+WASALive-Bot
 WWW-Mechanize
-WWWOFFLE
-Wallpapers
-Web Auto
-Web Collage
+WeSEE
+Web Enhancer
 Web Fetch
 Web Pix
 Web Sucker
-WebAuto
-WebFetch
-WebFuck
+WebEnhancer
+WebImageCollector
+WebPix
 WebStripper
+WebSucker
 WebWhacker
 Webalta
-WebsiteQuester
-Who.is Bot
-Widow
+WebmasterWorldForumBot
+Webshag
+Webster
+Whack
+WinHTTrack
 Wonderbot
+Woobot
 Wotbox
 Wprecon
-Zauba
-Zeus
-Zitebot
-ZumBot
+ZoomBot
+ZoominfoBot
+ZyBorg
 adscanner
-cognitiveseo
+archive.org_bot
+arquivo.pt
+backlink-check
+cah.io.community
+coccocbot
+crawler4j
 dataforseo.com
-demandbase-bot
-domainsproject.org
-eCatch
-evc-batch
-facebookscraper
+gopher
+ips-agent
 isitwp.com
-iubenda-radar
 linkdexbot
-lwp-request
+lwp-trivial
 meanpathbot
+muhstik-scan
 netEstate NE Crawler
-ripz
-scalaj-http
-seobility
-sitechecker.pro
-sogouspider
+oBot
+page scorer
+probe-image-size
+s1z.ru
+scan.lol
+seocompany.store
+seostar
 sp_auditbot
-spyfu
+tAkeOut
 trendiction.com
-webpros.com
-webprosbot
-x22Mozilla
+voyagerx.com
+webgains-bot
+webmeup-crawler
+xpymep1.exe