V4.2022.09.3349 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-AIBOT
-ALittle Client
+ASPSeek
+Abonti
 Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
+AhrefsBot
 Anarchy
+Anthill
 Aspiegel
+Attach
 AwarioRssBot
+AwarioSmartBot
 BBBike
+BDFetch
 BLEXBot
-BackDoorBot
-BackStreet
+BackWeb
 BacklinkCrawler
 Bigfoot
-Bitacle
 Black Hole
 Blackboard
-BlowFish
-Boardreader
-Brandprotect
+Blow
+Bolt
 Brandwatch
 Buck
-BuiltWith
+Buddy
 BuzzSumo
-CCBot
 CODE87
+CSHttp
 CazoodleBot
-CheeseBot
-CherryPicker
-Chlooe
-Claritybot
-Cogentbot
+CensysInspect
+ChinaClaw
+Cliqzbot
+Cloud mapping
 Collector
 CopyRightCheck
 Copyscape
+Craftbot
 CrazyWebCrawler
-CrunchBot
-CyotekWebCopy
-DBLBot
+Custo
 DIIbot
-DTS Agent
-Devil
+DSearch
+Demon
+DigitalPebble
 Dirbuster
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainCrawler
-Drip
-EMail Siphon
-Ebingbong
+Discobot
+Discoverybot
+Dispatch
+DomCopBot
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Download Wonder
+Dragonfly
+ECCP/1.0
 EroCrawler
 ExtLinksBot
-ExtractorPro
-EyeNetIE
-Ezooms
+Extractor
+Fimap
 FlashGet
+Foobot
 Freeuploader
 Fuzz
+FyberSpider
+GT::WWW
 GalaxyBot
-Genieo
 GermCrawler
 GetWeb
-Getintent
-GrabNet
+Gotit
+Grabber
+Grafula
 GridBot
-HEADMasterSEO
-HTTP::Lite
+HTMLparser
+HTTrack
+Haansoft
 HaosouSpider
-Havij
+Hloader
+HonoluluBot
+Humanlinks
 IDBTE4M
-IDBot
 Iblog
-IndeedBot
-InfoTekies
-Iria
+Id-search
+IlseBot
+Image Fetch
+Image Sucker
+Indy Library
+InfoNaviRobot
+InterGET
+Iskanie
 JOC Web Spider
-JamesBOT
+JetCar
+Jetty
 Jorgee
 JustView
-Kenjin Spider
 Keybot Translation-Search-Machine
-LNSpiderguy
-Leap
+Keyword Density
+Kinza
+Kozmosbot
+Larbin
+LeechFTP
 LeechGet
-Libwhisker
+LibWeb
+LieBaoFast
 Likse
 LinkScan
-LinkWalker
 Linkbot
-LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
 Ltx71
 MFC_Tear_Sample
-MIDown tool
 MIIxpc
 MSFrontPage
-MSIECrawler
-MTRobot
+Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+MarkMonitor
 MarkWatch
-Masscan
 Mata Hari
-MeanPath Bot
+Mb2345Browser
 Meanpathbot
 Mediatoolkitbot
 Metauri
-MicroMessenger
+Minefield
 Mister PiX
-Moblie Safari
 Mojeek
-MolokaiBot
 Morfeus Fucking Scanner
 Mr.4x3
-NICErsPRO
-NPbot
-Nameprotect
-Net Vampire
-NetLyzer
+Name Intelligence
+NetAnts
 NetMechanic
+NetSpider
 Nettrack
-NextGenSearchBot
-Niki-bot
 Nikto
+Nimbostratus
 Ninja
-Octopus
-Offline Explorer
+Nuclei
 Offline Navigator
 OpenVAS
-OrangeBot
-OrangeSpider
+OutclicksBot
+PHPCrawl
+Page Analyzer
+PageAnalyzer
+PageScorer
+PageThing.com
 Pandalytics
 Panscient
 Pavuk
 PeoplePal
-Pi-Monster
-Picsearch
-Pimonster
-Pixray
+Petalbot
+PictureFinder
 PleaseCrawl
-Pockey
+Pu_iN
 Pump
+PxBroker
 PyCurl
-QueryN Metasearch
-RSSingBot
-RankFlex
+Quick-Crawler
+RankActive
+RankingBot
+Re-re
+ReGet
+RealDownload
 Reaper
-RedesScrapy
-RepoMonkey
+RocketCrawler
 SEOkicks
-SEOprofiler
-ScanAlert
+SEOkicks-Robot
+SMTBot
 Scanbot
-Scrapy
-Screaming
-ScreenerBot
-ScrepyBot
-Searchestate
+SearchmetricsBot
 Seekport
-SemrushBot
-SentiBot
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
-SiteSucker
-Snapbot
-Snoopy
+Sitebeam
+Sitevigil
+SlySearch
+Snake
 SocialRankIOBot
-Sosospider
-SpaceBison
-SpankBot
+Sociscraper
+Sogou web spider
 Spinn3r
-SputnikBot
-Sqlmap
-Sqworm
-T0PHackTeam
-Teleport
-TeleportPro
-Telesphorep
-The Intraformant
-TheNomad
+Steeler
+Szukacz
+Telesoft
+Telesphoreo
+Titan
 Toweyabot
 Tracemyfile
-Trendiction
-Trendictionbot
-Typhoeus
-URLy.Warning
-VCI
-VeriCiteCrawler
-VidibleScraper
-WWW-Collector-E
+URLy Warning
+UnisterBot
+V-BOT
+VelenPublicWebCrawler
+VoidEYE
+Voil
+Voltron
+WBSearchBot
+WPScan
 WWW-Mechanize
-WWWOFFLE
-Wallpapers
-WeSEE
+WWW::Mechanize
+WallpapersHD
 Web Auto
-Web Collage
-Web Fetch
-Web Fuck
-Web Sauger
+Web Pix
 Web Sucker
-WebAuto
 WebBandit
-WebCollage
+WebEnhancer
 WebFuck
+WebLeacher
+WebReaper
 WebSauger
 WebSucker
-Webalta
-WebmasterWorldForumBot
-WebsiteQuester
-Whacker
-Whatweb
-Woobot
-Wprecon
-Xenu
+Webshag
+Whack
+Widow
+WiseGuys Robot
+Xaldon WebSpider
 Zauba
+Zermelo
+Zeus
 Zitebot
-ZoominfoBot
-adscanner
+ZmEu
+ZumBot
+arquivo.pt
 autoemailspider
+clark-crawler
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-crawler4j
-dataforseo.com
+demandbase-bot
+eCatch
+evc-batch
+facebookscraper
 gopher
 instabid
-internetVista monitor
-isitwp.com
-lwp-request
-meanpathbot
-mediawords
-page scorer
-polaris version
-probe-image-size
+iubenda-radar
+muhstik-scan
+oBot
+pcBrowser
 ripz
+satoristudio.net
+scalaj-http
 scan.lol
 seobility
+seocompany.store
 sexsearcher
-sp_auditbot
-tAkeOut
-trendiction.com
-ubermetrics-technologies.com
+sitechecker.pro
+spyfu
+sysscan
 voyagerx.com
-webmeup-crawler
+webgains-bot
 webpros.com
 x22Mozilla
-xpymep1.exe