V4.2023.10.4088 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Alexibot
-Alligator
-AlphaBot
-BackWeb
-Black Hole
-Blackboard
-Blow
-Buck
-BunnySlippers
+404enemy
+AIBOT
+AdsTxtCrawlerTP
+AhrefsBot
+AllSubmitter
+Apexoo
+Badass
+Barkrowler
+Bitacle
 BuzzSumo
-CazoodleBot
-CopyRightCheck
-Custo
-Deusu
-DnBCrawler-Analytics
-DomainAppender
-EirGrabber
-Extreme Picture Finder
-Firefox/7.0
-Flunky
-G-i-g-a-b-o-t
-GT::WWW
-Go!Zilla
-Grabber
-HybridBot
-IDBot
-Keybot Translation-Search-Machine
-LNSpiderguy
-LibWeb
-LinqiaScrapeBot
-Lipperhey Spider
-MQQBrowser
-MSIECrawler
-Mag-Net
-Majestic SEO
+Calculon
+Cegbfeieh
+CheTeam
+Chlooe
+Cogentbot
+DTS Agent
+DatabaseDriverMysqli
+Discobot
+DnyzBot
+EasyDL
+Exabot
+FDM
+FemtosearchBot
+Foobot
+GPTBot
+GetWeb
+Grafula
+GrapeFX
+Haansoft
+HaosouSpider
+Harvest
+IlseBot
+Indy Library
+JOC Web Spider
+Jetty
+Joomla
+JustView
+Jyxobot
+LWP::Simple
+Likse
+LinkScan
+MIDown tool
+MTRobot
+Mass Downloader
 Mata Hari
-Mb2345Browser
-Moblie Safari
-MolokaiBot
+MeanPath Bot
+Mister PiX
 Morfeus Fucking Scanner
 Msrabot
 Navroad
+NetAnts
+NetSpider
+NetZIP
 NextGenSearchBot
-Nikto
-OrangeBot
-OutclicksBot
+Nmap
+Openfind
 PHPCrawl
-PageThing.com
-Pavuk
-Petalbot
-PleaseCrawl
-RankActive
-RankFlex
-RankingBot2
-Rankivabot
-ReGet
-Reaper
-Ripper
-Rogerbot
-SemrushBot
-SenutoBot
-SeoSiteCheckup
-Shodan
+Pimonster
+ProWebWalker
+RepoMonkey
+SEOkicks-Robot
+Scanbot
+ScoutJet
+Scrapy
+ScreenerBot
 Siphon
-Sogou web spider
-Sosospider
-Spammen
-Sqworm
-Telesoft
-TinyTestBot
-Trendictionbot
+SiteExplorer
+Sottopop
+SpankBot
+Steeler
+Szukacz
+T8Abot
+Tracemyfile
+Trendiction
 TwengaBot
-VeriCiteCrawler
-WEBDAV
-WISENutbot
+Typhoeus
+Vagabondo
+Voltron
+WPScan
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
+Web Pix
+Web Sauger
 WebBandit
-WebCopier
-WebFuck
-WebStripper
+WebEnhancer
 WebmasterWorldForumBot
-Webster
-Whatweb
-Wotbox
-Xaldon_WebSpider
-Xenu
+WebsiteExtractor
+Xaldon WebSpider
 Zade
-Zermelo
-ZmEu
-ZoomBot
-check1.exe
-coccocbot
-eCatch
-evc-batch
-heritrix
-linkdexbot
-muhstik-scan
-seostar
-siteripz
-sogouspider
-trendiction.com
+archive.org_bot
+arquivo-web-crawler
+cognitiveseo
+instabid
+ips-agent
+s1z.ru
+seoscanners
+sexsearcher
+webgains-bot
+zgrab