V4.2022.05.3094 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404enemy
 80legs
 ADmantX
-ALittle Client
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
+AIBOT
+Aboundex
+Acunetix
 Alexibot
 AllSubmitter
 AlphaBot
+Anarchie
+Anarchy
 Anarchy99
+Ankit
+Anthill
+Apexoo
+Aspiegel
+Asterias
 Attach
 AwarioSmartBot
-BDCbot
-BLEXBot
-BackDoorBot
-BackWeb
+BDFetch
 BacklinkCrawler
-Badass
-Bandit
 Barkrowler
-Battleztar Bazinga
-BetaBot
 Bitacle
+Black Hole
 BlackWidow
-BlowFish
-Brandprotect
-Brandwatch
+Blow
+BotALot
+Buck
+Buddy
 BuiltBotTough
 Bullseye
-Calculon
-Cegbfeieh
+BuzzSumo
+CazoodleBot
 CensysInspect
 CheTeam
 CheeseBot
+CherryPicker
+ChinaClaw
 Chlooe
-Citoid
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Cogentbot
-Copier
-CopyRightCheck
-Cosmos
+Collector
+Copyscape
+Craftbot
 Crawling at Home Project
 CrazyWebCrawler
+Crescent
 CrunchBot
-DSearch
-Deusu
+DBLBot
+DIIbot
+DatabaseDriverMysqli
 Devil
-Discobot
 Discoverybot
+Dispatch
+DittoSpyder
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
+DomCopBot
+DomainStatsBot
 Domains Project
-Dragonfly
-Drip
-EasyDL
-Ecxi
-EirGrabber
 EroCrawler
-Exabot
-Extractor
+Express WebPictures
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Ezooms
+FDM
 FHscan
-FemtosearchBot
-Firefox/7.0
-FlashGet
-Freeuploader
+Fimap
+Fuzz
 FyberSpider
-G-i-g-a-b-o-t
 GalaxyBot
-GoZilla
+Genieo
+Gigabot
+Gotit
+GrabNet
+Grabber
+GridBot
 HEADMasterSEO
 HMView
-HTTrack
+HTTP::Lite
 Haansoft
-HaosouSpider
-Harvest
-Hloader
-Humanlinks
+Heritrix
+HonoluluBot
 HybridBot
 IDBTE4M
-IRLbot
+IDBot
+Iblog
 IlseBot
-Image Fetch
-InfoNaviRobot
-Intelliseek
+Indy Library
+InfoTekies
 InterGET
 InternetSeer
 Iria
-JikeSpider
+Iskanie
+Jbrofuzz
+JennyBot
 Jorgee
-Jyxobot
-Keyword Density
-Kinza
-LNSpiderguy
+Kozmosbot
 Lanshanbot
-Larbin
 Leap
-LibWeb
+LeechFTP
+LeechGet
+Lftp
 Libwhisker
+Lightspeedsystems
 Likse
+LinkWalker
 Linkbot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey Spider
+Lipperhey
+Litemage_walker
 Lmspider
-Ltx71
-MFC_Tear_Sample
+MJ12bot
 MQQBrowser
-MSFrontPage
-MTRobot
-Mail.RU_Bot
-Mass Downloader
-Meanpathbot
+MSIECrawler
+Majestic12
+MarkMonitor
+Masscan
+MauiBot
 MegaIndex.ru
 Minefield
 Mister PiX
 Moblie Safari
-Mozlila
-Musobot
-NearSite
+Mojolicious
+NPbot
+Needle
+Nessus
 Net Vampire
-NetZIP
-Nibbler
-Octopus
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OpenVAS
-Openfind
-OutfoxBot
-POE-Component-Client-HTTP
-PageScorer
-PageThing.com
-Panscient
+NetMechanic
+NetSpider
+NextGenSearchBot
+Niki-bot
+Nimbostratus
+Not
+Nuclei
+Nutch
+Openvas
+OrangeSpider
+PECL::HTTP
+PageAnalyzer
+PageGrabber
+Pandalytics
+Pavuk
+PeoplePal
 Petalbot
 Pi-Monster
+PictureFinder
 Piepmatz
 Pimonster
-Pixray
-PleaseCrawl
 Probethenet
 Pu_iN
+Pump
+PyCurl
 Quick-Crawler
-RankActiveLinkBot
-Rankivabot
-RocketCrawler
-Rogerbot
-SBIder
-SEOlyticsCrawler
-ScrepyBot
+RSSingBot
+RankurBot
+RedesScrapy
+SEOkicks-Robot
+SEOprofiler
+SEOstats
+ScanAlert
+ScoutJet
 Searchestate
 SearchmetricsBot
-Seekport
-SemanticJuice
 SemrushBot
-SentiBot
 SeoSiteCheckup
-Site Sucker
-SiteExplorer
-SiteSnagger
+Seomoz
+Siphon
+SiteCheckerBotCrawler
+SiteLockSpider
 SiteSucker
-Sitevigil
-SlySearch
+Sitebeam
+SmartDownload
 Snake
-SocialRankIOBot
 Sociscraper
 Sogou web spider
-Spammen
-SpankBot
-Spanner
-Steeler
+Sosospider
+Sottopop
+Spinn3r
+SputnikBot
+Sqlmap
+Sqlworm
 Stripper
-SuperBot
 SuperHTTP
-SurveyBot
-Szukacz
-T0PHackTeam
+Surfbot
 T8Abot
 Teleport
-The Intraformant
-Titan
+Telesphoreo
+Thumbor
+TightTwatBot
+Toweyabot
+Tracemyfile
 Trendiction
-True_Robot
-Turingos
+Trendictionbot
 TurnitinBot
-TwengaBot
 Twice
-Typhoeus
 URLy.Warning
-UnisterBot
 Upflow
-V-BOT
-Vagabondo
+VelenPublicWebCrawler
+Virusdie
 Voil
 Voltron
 WASALive-Bot
 WEBDAV
-WPScan
+Wallpapers/3.0
 WallpapersHD
-WeSEE
 Web Auto
 Web Enhancer
 Web Fetch
-Web Fuck
 Web Pix
-WebEnhancer
+Web Sucker
 WebFetch
+WebGo IS
 WebImageCollector
+WebPix
+WebStripper
 WebSucker
-Webalta
-WebmasterWorldForumBot
-WebsiteQuester
-Whacker
-WinHTTrack
-Wonderbot
+Webshag
+WebsiteExtractor
+Whack
+Widow
 Woobot
-Wotbox
-Xenu
-YoudaoBot
-Zade
-Zeus
+Wprecon
+Xaldon_WebSpider
 ZoomBot
-archive.org_bot
+ZoominfoBot
+ZumBot
+ZyBorg
+adscanner
 arquivo-web-crawler
-cah.io.community
-clark-crawler
+backlink-check
 cognitiveseo
-crawler.feedback
-demandbase-bot
-evc-batch
+com.plumanalytics
+facebookscraper
+heritrix
 instabid
 lwp-request
-lwp-trivial
-meanpathbot
+muhstik-scan
+oBot
+plumanalytics
 polaris version
-scalaj-http
+ripz
+s1z.ru
+seobility
+seocompany.store
 sexsearcher
-sitechecker.pro
-sp_auditbot
+siteripz
 tAkeOut
-webprosbot
-x09Mozilla
+webgains-bot
+zauba.io
 zgrab