V4.2021.09.2567 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
-ADmantX
-AIBOT
+01h4x.com
+360Spider
 ALittle Client
-Aboundex
+AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-Anarchy
-Anthill
+AiHitBot
+Anarchie
+Ankit
+Apexoo
+Aspiegel
 AwarioRssBot
 AwarioSmartBot
+BBBike
 BDCbot
-BackDoorBot
-BackStreet
-Backlink-Ceck
-Badass
-BetaBot
-Bigfoot
-BlackWidow
-Blackboard
-BlowFish
-Buddy
+BacklinkCrawler
+Bandit
+Black Hole
+Brandprotect
 BuiltBotTough
+BuiltWith
 BunnySlippers
-BuzzSumo
-Calculon
 CazoodleBot
-CheeseBot
-Cliqzbot
-CopyRightCheck
-Cosmos
+Cegbfeieh
+CheTeam
+CherryPicker
+Claritybot
+Cogentbot
+Copier
+Copyscape
 Craftbot
 Crawling at Home Project
-Curious
-DTS Agent
+CrunchBot
+CyotekWebCopy
+DBLBot
+DIIbot
 DatabaseDriverMysqli
-Demon
 Devil
 DigitalPebble
-Dirbuster
 Disco
-Discobot
-Discoverybot
 Dispatch
-DnyzBot
 DomainCrawler
+DomainStatsBot
+Dotbot
 Drip
 ECCP/1.0
-EMail Siphon
-Ebingbong
+EMail Wolf
+EasyDL
+Ecxi
+EroCrawler
 Evil
 Exabot
-Express WebPictures
-ExtLinksBot
 Extractor
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
 FDM
+FHscan
 FemtosearchBot
-Fimap
 Firefox/7.0
-Flunky
-Freeuploader
+Foobot
 FrontPage
 Fuzz
-Fyrebot
-G-i-g-a-b-o-t
 GalaxyBot
 Genieo
 GermCrawler
-GetRight
 GetWeb
-Gigabot
-GoZilla
-Gotit
+Gigablast
 GrabNet
-HEADMasterSEO
-HTTP::Lite
-HTTrack
+GridBot
+HMView
+HTMLparser
 Haansoft
 Harvest
 Havij
-Hloader
+Heritrix
 Humanlinks
 HybridBot
+IDBot
 Iblog
-Id-search
-IndeedBot
-InfoNaviRobot
+Image Sucker
+InfoTekies
 InterGET
 InternetSeer
 Iria
 Iskanie
-IstellaBot
-JustView
-Kinza
-LNSpiderguy
-LWP::Simple
+Jbrofuzz
+JennyBot
+Jorgee
 Larbin
-Lftp
-LibWeb
-Libwhisker
-LinkScan
-LinksManager
+Leap
+LeechFTP
+LeechGet
+LexiBot
+Linkbot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey Spider
 Lmspider
 MFC_Tear_Sample
 MIIxpc
-MJ12bot
 MQQBrowser
-MSFrontPage
+MSIECrawler
 MTRobot
+Mag-Net
+Mail.RU_Bot
 Majestic-SEO
-Masscan
+MarkMonitor
+Mata Hari
 MauiBot
-Meanpathbot
-Mediatoolkitbot
+MegaIndex.ru
 Metauri
 MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Mister PiX
 Mojeek
-Mozlila
-NPbot
-NetLyzer
+Nameprotect
 NetSpider
-NetZIP
 Netcraft
-Netvibes
-Nibbler
-Niki-bot
 Nikto
+NimbleCrawler
+Nimbostratus
+Ninja
+Nuclei
 Nutch
-OnCrawl
-OpenLinkProfiler
-OrangeBot
-OutclicksBot
-PageAnalyzer
-Papa Foto
-Pi-Monster
-PleaseCrawl
+Octopus
+OrangeSpider
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageThing.com
+Pandalytics
+Panscient
+PictureFinder
 Pockey
 ProPowerBot
-Pump
-PyCurl
+Probethenet
 QueryN Metasearch
-RankActive
+RSSingBot
 RankActiveLinkBot
-RankingBot
-RankingBot2
-RankurBot
-Reaper
+RankFlex
+ReGet
+RedesScrapy
 RepoMonkey
 Ripper
-RocketCrawler
-Rogerbot
 SBIder
-SEOkicks-Robot
+SEOkicks
 SEOstats
-SMTBot
-SalesIntelligent
-Screaming
-ScreenerBot
-ScrepyBot
+ScanAlert
+Scanbot
+Scrapy
 Searchestate
 SearchmetricsBot
-Semrush
-Site Sucker
-SiteCheckerBotCrawler
+Seomoz
 SiteExplorer
-SiteLockSpider
 Sitebeam
-Siteimprove
-Sitevigil
 Snake
-Snapbot
 SocialRankIOBot
 Sociscraper
-Sogou web spider
-SpankBot
-Spanner
-Steeler
-Sucker
-SuperBot
+Sosospider
+Sottopop
+Spammen
+Spbot
+Spinn3r
+Sqlworm
+Sqworm
 SurveyBot
-Swiftbot
-Teleport
-TeleportPro
-Telesphoreo
+Suzuran
+Szukacz
+T0PHackTeam
+Telesphorep
 TheNomad
 TightTwatBot
-Tracemyfile
-TurnitinBot
-URLy.Warning
+Titan
+Toata
+Toweyabot
+Trendiction
+Trendictionbot
+True_Robot
+Turingos
+Turnitin
+TwengaBot
+Twice
+Typhoeus
+URLy Warning
+Upflow
 VB Project
-Vacuum
-VeriCiteCrawler
+Voil
 WBSearchBot
-WPScan
+WEBDAV
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-Wallpapers/3.0
+WWWOFFLE
+Wallpapers
+Web Fuck
 Web Pix
 Web Sucker
 WebAuto
-WebBandit
-WebCollage
+WebEnhancer
 WebFuck
-WebGo IS
-WebPix
+WebImageCollector
+WebReaper
+WebSauger
 WebSucker
 WebWhacker
-WebsiteQuester
+WebZIP
+Webalta
+Webshag
+Website Quester
+Webster
 Whatweb
+Who.is Bot
+Widow
 WinHTTrack
 WiseGuys Robot
-Woobot
+Wonderbot
+Xaldon_WebSpider
 Xenu
-Zauba
-Zitebot
+YoudaoBot
+Zade
 ZmEu
 ZoomBot
-autoemailspider
-check1.exe
+ZoominfoBot
+ZyBorg
+arquivo-web-crawler
+backlink-check
+clark-crawler
 coccocbot-web
+cognitiveseo
 crawler4j
 dataforseo.com
-demandbase-bot
+eCatch
 heritrix
 instabid
 internetVista monitor
-netEstate NE Crawler
+isitwp.com
+magpie-crawler
+mediawords
+muhstik-scan
 oBot
 page scorer
-polaris version
-s1z.ru
-satoristudio.net
-seobility
-seoscanners
+plumanalytics
+ripz
 serpstatbot
-sexsearcher
-sp_auditbot
-spyfu
-tAkeOut
-voyagerx.com
+siteripz
+sogouspider
+sysscan
+ubermetrics-technologies.com
+webpros.com
 x09Mozilla
 x22Mozilla
+xpymep1.exe
+zauba.io
 zgrab