V4.2023.05.3753 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-80legs
-ASPSeek
-AhrefsBot
-Anarchie
-Apexoo
-Backlink-Ceck
-Boardreader
-CODE87
-CazoodleBot
+Aboundex
+AdsTxtCrawlerTP
+AllSubmitter
+Ankit
+Asterias
+Attach
+BLEXBot
+BackDoorBot
+BetaBot
+Bolt
+Buddy
+CSHttp
+Cegbfeieh
 Chlooe
-Cliqzbot
-Cosmos
-Crawling at Home Project
-Crescent
-DBLBot
-DigitalPebble
-DnyzBot
-DomainAppender
-DomainCrawler
-EasyDL
-ExtractorPro
-EyeNetIE
-FDM
-FemtosearchBot
-Flunky
-Fuzz
-G-i-g-a-b-o-t
+CopyRightCheck
+Copyscape
+DIIbot
+Devil
+DomCopBot
+EMail Wolf
+Ebingbong
+FrontPage
+Fyrebot
+Genieo
 GetWeb
-GoZilla
+Gigabot
+Gotit
+GrabNet
+Grafula
 GrapeshotCrawler
-Harvest
-Image Sucker
-Internet Ninja
-Iria
-Jorgee
-Kozmosbot
-Lanshanbot
-Leap
-LibWeb
-Linkbot
-MIDown tool
-MIIxpc
-Magnet
-Masscan
-Mata Hari
-MegaIndex.ru
-Microsoft URL Control
-Mozlila
-Msrabot
-Navroad
-Nessus
-NetSpider
-Netvibes
+HTMLparser
+Hloader
+Intelliseek
+Iskanie
+JennyBot
+Keybot Translation-Search-Machine
+LNSpiderguy
+LWP::Simple
+LinkextractorPro
+Majestic12
+Metauri
+Mojolicious
+MolokaiBot
+Niki-bot
+Nutch
 Offline Explorer
-Offline Navigator
-Openvas
-OrangeSpider
-OutclicksBot
-OutfoxBot
-PageScorer
-ProWebWalker
-RankurBot
-RepoMonkey
+OpenLinkProfiler
+PECL::HTTP
+PageAnalyzer
+PleaseCrawl
+Pockey
 Ripper
-SISTRIX
+SBIder
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SalesIntelligent
 ScanAlert
 ScoutJet
-Screaming
-Seomoz
-Shodan
-Sitebeam
-Siteimprove
-Sottopop
-Telesoft
+Scrapy
+SeekportBot
+Semrush
+SeobilityBot
+SpankBot
+Sqlmap
+T0PHackTeam
 TurnitinBot
-URLy Warning
-VB Project
-VCI
-Web Collage
-Web Fuck
-WebFetch
-WebFuck
+Twice
+VeriCiteCrawler
+Virusdie
+WEBDAV
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
+Web Sucker
+WebGo IS
+WebLeacher
+WebReaper
+WebStripper
+Whack
 Widow
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
+Xenu
 Zitebot
-ZumBot
-adscanner
-com.plumanalytics
+ZoominfoBot
+arquivo.pt
+backlink-check
+dataforseo.com
+eCatch
+ips-agent
 isitwp.com
-scalaj-http
-sexsearcher
-sp_auditbot
-spyfu
+lwp-request
+plumanalytics
+serpstatbot
+sogouspider
 tAkeOut
-trendiction.com
-xpymep1.exe
+webpros.com
+x09Mozilla
+zauba.io