V4.2022.03.2983 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
-ALittle Client
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
+Abonti
+Acunetix
 AiHitBot
-Aipbot
-AlphaBot
-Anarchy99
-Ankit
-Anthill
+Anarchy
 Apexoo
 Aspiegel
 Atomseobot
-Attach
-AwarioRssBot
-BDFetch
+BDCbot
+BLEXBot
 BackStreet
 BackWeb
 BacklinkCrawler
 Badass
+Bandit
 Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bigfoot
 Bitacle
-BlackWidow
-Blow
+Black Hole
 BlowFish
-Boardreader
-Bolt
-Brandprotect
+BotALot
 Brandwatch
+Buck
 Buddy
-BuiltBotTough
-BuzzSumo
+Bullseye
+BunnySlippers
 CODE87
-CSHttp
+Calculon
+CazoodleBot
 CensysInspect
-CheTeam
-CherryPicker
-Citoid
+CheeseBot
+Chlooe
 Cocolyzebot
-Cogentbot
-Craftbot
+CopyRightCheck
+Cosmos
+CrazyWebCrawler
+Crescent
 Curious
+CyotekWebCopy
 DIIbot
 DSearch
-DTS Agent
 DatabaseDriverMysqli
 Digincore
 DigitalPebble
-Disco
 Discobot
-DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
+DomainAppender
 DomainSigmaCrawler
-Download Wonder
-Drip
-EMail Siphon
-EasyDL
+EMail Wolf
 Ecxi
 Evil
 Exabot
 Express WebPictures
-ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Ezooms
-Flunky
-FrontPage
+FDM
+Fimap
+Firefox/7.0
+FlashGet
+Fyrebot
+GT::WWW
 GermCrawler
 GetRight
-GetWeb
 Gigabot
 Go-Ahead-Got-It
-Gotit
-GrabNet
+GoZilla
 Grabber
 GrapeFX
-HEADMasterSEO
+GridBot
 HTMLparser
-HTTP::Lite
+HTTrack
 Harvest
-Hloader
 HybridBot
-IDBot
+IRLbot
 Iblog
-Id-search
-IndeedBot
+Image Fetch
+InfoNaviRobot
 InfoTekies
-Jbrofuzz
+Intelliseek
+InterGET
+InternetSeer
+Iria
+IstellaBot
 Jetty
-Jorgee
-JustView
-Kenjin Spider
-Keyword Density
-LNSpiderguy
-LWP::Simple
-Leap
+Kinza
+Lanshanbot
+LeechFTP
 LeechGet
+LibWeb
 Libwhisker
-Lightspeedsystems
-LinkScan
+LinkWalker
 Linkbot
-Linkdexbot
-LinksManager
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
 Ltx71
-MIDown tool
-MSIECrawler
+MFC_Tear_Sample
+MIIxpc
+MSFrontPage
 Mail.RU_Bot
 MarkMonitor
+MarkWatch
 Mass Downloader
+Mata Hari
+MauiBot
 Mb2345Browser
-MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 Metauri
 MicroMessenger
-Microsoft URL Control
-Mister PiX
-Mojeek
-Mojolicious
 Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
 Msrabot
 Name Intelligence
-Navroad
-NetZIP
+Nameprotect
+NearSite
+Nessus
+NetAnts
+NetMechanic
+NetSpider
 Netcraft
 Netvibes
-NextGenSearchBot
-Nibbler
-Nimbostratus
 Ninja
 Nmap
-Not
-Octopus
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageGrabber
-PageScorer
+Nutch
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+OrangeBot
+OrangeSpider
+OutfoxBot
+PageAnalyzer
+Pandalytics
+Panscient
 Pavuk
-PeoplePal
-Pi-Monster
-PictureFinder
-Pimonster
-ProWebWalker
-PxBroker
-PyCurl
+Picsearch
+Pixray
+Probethenet
+QueryN Metasearch
 RankActive
 RankFlex
-RankingBot2
-Rankivabot
+RankingBot
 RankurBot
 RebelMouse
+RedesScrapy
+Rogerbot
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SEOstats
+SISTRIX
 SMTBot
+ScanAlert
+ScoutJet
 Scrapy
-ScreenerBot
-Seekport
+SearchmetricsBot
 Semrush
-SeobilityBot
+SemrushBot
+SeoSiteCheckup
 Seomoz
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
+SiteSnagger
 SiteSucker
 Siteimprove
 SlySearch
-Snake
-SpaceBison
+SocialRankIOBot
+Sottopop
 Spammen
-Spanner
 Spinn3r
 Sqlworm
-Sqworm
-SuperHTTP
-Surfbot
-Swiftbot
+Sucker
+SuperBot
+Szukacz
+T8Abot
+Telesphoreo
+Telesphorep
 TightTwatBot
 Titan
 Trendictionbot
-Turnitin
+True_Robot
+Turingos
 TurnitinBot
-URLy.Warning
-UnisterBot
+TwengaBot
 Upflow
-VCI
+Vacuum
 VelenPublicWebCrawler
+VidibleScraper
+VoidEYE
+Voil
 Voltron
-WASALive-Bot
+WBSearchBot
+WISENutbot
+WPScan
 WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers
-Web Auto
+Wallpapers/3.0
 Web Collage
 Web Fetch
-Web Sauger
-Web Sucker
 WebAuto
 WebBandit
-WebCollage
-WebCopier
-WebFetch
-WebFuck
-WebWhacker
-WebZIP
+WebEnhancer
+WebGo IS
+WebLeacher
+WebSauger
+WebStripper
+WebSucker
 Webalta
+WebmasterWorldForumBot
+Webshag
+Website Quester
 WebsiteExtractor
-Webster
+WebsiteQuester
+Whacker
 WiseGuys Robot
-Xaldon_WebSpider
+Woobot
+Wprecon
 Zade
-Zeus
-Zitebot
-ZmEu
+Zauba
+ZoomBot
+ZoominfoBot
+ZumBot
+ZyBorg
 adscanner
+arquivo.pt
 backlink-check
 check1.exe
-coccocbot
+clark-crawler
 cognitiveseo
-com.plumanalytics
-crawler.feedback
 crawler4j
-dataforseo.com
-domainsproject.org
-evc-batch
-heritrix
-internetVista monitor
-isitwp.com
 iubenda-radar
 lwp-trivial
 meanpathbot
-mediawords
 netEstate NE Crawler
 pcBrowser
-ripz
-satoristudio.net
+s1z.ru
+scalaj-http
+scan.lol
 seobility
+serpstatbot
 sitechecker.pro
-sp_auditbot
+spyfu
 tAkeOut
-webmeup-crawler
+voyagerx.com
+x09Mozilla
 x22Mozilla
+zauba.io
+zgrab