V4.2023.08.3946 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404checker
-Abonti
-Aboundexbot
-AhrefsBot
+Aboundex
+Acunetix
 AllSubmitter
-Anthill
-BackDoorBot
-Brandprotect
-BuiltBotTough
+AlphaBot
+Anarchy99
+Ankit
+Atomseobot
+Attach
+AwarioSmartBot
+BBBike
+BackStreet
+Bytespider
 Calculon
-Cliqzbot
-Crawling at Home Project
+Copier
+Copyscape
+Custo
 CyotekWebCopy
-DBLBot
-Discoverybot
-Dotbot
-ECCP/1.0
-Express WebPictures
-ExtractorPro
-FDM
-Flunky
-Fyrebot
+DIIbot
+Deusu
+Dirbuster
+Discobot
+DomainSigmaCrawler
+ExtLinksBot
+EyeNetIE
+FemtosearchBot
+FrontPage
 G-i-g-a-b-o-t
-Genieo
-Go!Zilla
-GoZilla
-GrabNet
-HaosouSpider
-HonoluluBot
-Humanlinks
-Indy Library
-InfoNaviRobot
-Intelliseek
-Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
+GetRight
+HEADMasterSEO
+Havij
+IDBot
+IlseBot
+InterGET
+Internet Ninja
+JamesBOT
+Jorgee
 Lanshanbot
-Leap
-Linkbot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Litemage_walker
-MFC_Tear_Sample
-MJ12bot
-MQQBrowser
-MTRobot
-Metauri
-MolokaiBot
-Msrabot
-Nikto
-NimbleCrawler
-Offline Explorer
-OnCrawl
-Openvas
-Page Analyzer
-Pockey
-QueryN Metasearch
+Larbin
+LinqiaRSSBot
+MIDown tool
+MIIxpc
+Mail.RU_Bot
+MarkMonitor
+Mata Hari
+MegaIndex.ru
+Microsoft Data Access
+NetZIP
+Netcraft
+NextGenSearchBot
+OutfoxBot
+Picscout
+PictureFinder
+RankFlex
+Rankivabot
 Reaper
 Recorder
-RedesScrapy
+Rogerbot
+SBIder
 SEOkicks-Robot
-ScreenerBot
-SearchmetricsBot
-SentiBot
+SEOprofiler
+SEOstats
 Seomoz
-SmartDownload
-Snoopy
-SpaceBison
+Shodan
+SiteSnagger
+Sitevigil
 Spammen
-SpankBot
-SuperBot
-Suzuran
-TightTwatBot
+Spbot
+SputnikBot
+Sqlworm
+Stripper
+Sucuri
+Swiftbot
+Titan
 Toata
-TurnitinBot
-URLy Warning
-Upflow
-VCI
+Typhoeus
+Vagabondo
+WBSearchBot
 WWW::Mechanize
+WeSEE
+Web Enhancer
+WebCollage
 WebGo IS
-WebStripper
 WebWhacker
-WebmasterWorldForumBot
-Webshag
-Whacker
-Whatweb
-Wotbox
-Zade
-Zauba
-Zitebot
-adscanner
-check1.exe
-clark-crawler
-crawler.feedback
-gopher
-internetVista monitor
-page scorer
+Webster
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Woobot
+ZyBorg
+cognitiveseo
+dataforseo.com
+dataforseobot
+heritrix
+instabid
+isitwp.com
+probe-image-size
+ripz
 spyfu
-sysscan
-xpymep1.exe
+x09Mozilla