V4.2023.08.3925 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Aipbot
-Alligator
-AlphaBot
+01h4x.com
+404checker
+AiHitBot
 Anthill
-Bigfoot
-Blackboard
-Brandwatch
-Cegbfeieh
-CheTeam
-Cliqzbot
-CrazyWebCrawler
-CrunchBot
-Curious
+Asterias
+AwarioSmartBot
+BackStreet
+Bandit
+Boardreader
+CheeseBot
+Cloud mapping
+Cocolyzebot
+Crawling at Home Project
 Custo
+DSearch
 Digincore
-DigitalPebble
 Drip
-EyeNetIE
-FHscan
-Firefox/7.0
+EasyDL
 FlashGet
-Foobot
-GPTBot
-GetRight
-GetWeb
-Getintent
+FrontPage
+FyberSpider
+Fyrebot
 Go!Zilla
-GrabNet
+Grafula
 GrapeFX
-GrapeshotCrawler
 GridBot
-HTTP::Lite
-Heritrix
-Humanlinks
-HybridBot
-IlseBot
-JustView
-Keybot Translation-Search-Machine
-LexiBot
-Libwhisker
-MQQBrowser
-Mass Downloader
-Mb2345Browser
-Meanpathbot
-Moblie Safari
+Id-search
+InfoTekies
+Internet Ninja
+Jyxobot
+Kenjin Spider
+Kozmosbot
+Larbin
+LeechFTP
+LinkextractorPro
+LinksManager
+LinqiaRSSBot
+Lipperhey
+Mata Hari
+Mediatoolkitbot
 Mr.4x3
-Name Intelligence
-NetAnts
+Nettrack
+Netvibes
 Nibbler
-Nmap
-PECL::HTTP
-PHPCrawl
-PageThing.com
-Pavuk
-PeoplePal
-PictureFinder
-ProPowerBot
-Quick-Crawler
-RankurBot
-RedesScrapy
-RepoMonkey
-SEOkicks-Robot
+Nimbostratus
+Pandalytics
+Proximic
+PxBroker
+Rankivabot
+SEOlyticsCrawler
+SEOstats
+SISTRIX
 SMTBot
 ScoutJet
-SemrushBot
-Seomoz
+Searchestate
+SentiBot
+SeobilityBot
+Shodan
+Siphon
 Site Sucker
-Siteimprove
-SlySearch
-Sqlmap
+SmartDownload
+SocialRankIOBot
+SpaceBison
+Spanner
+SputnikBot
 Sucker
-Szukacz
-The Intraformant
-TheNomad
-Thumbor
-Trendiction
-Turnitin
-URLy.Warning
-Vacuum
-VidibleScraper
-VoidEYE
-WWW-Collector-E
-Web Fetch
-Web Sucker
-WebCopier
-WebmasterWorldForumBot
-Whack
-Wonderbot
-adscanner
-backlink-check
-crawl.sogou.com
-eCatch
-evc-batch
-internetVista monitor
-ripz
-scalaj-http
-seobility
-ubermetrics-technologies.com
-webgains-bot
+Surfbot
+Suzuran
+Titan
+TwengaBot
+Twice
+Vagabondo
+Virusdie
+Web Enhancer
+Web Pix
+WebGo IS
+WebLeacher
+WebSauger
+WebsiteExtractor
+Xaldon WebSpider
+Xenu
+YoudaoBot
+Zermelo
+arquivo-web-crawler
+cah.io.community
+clark-crawler
+coccocbot
+demandbase-bot
+heritrix
+iubenda-radar
+openai.com
+pcBrowser
+seocompany.store
+seostar
+sogouspider
+sp_auditbot
+spyfu
+tAkeOut
+webpros.com
+zauba.io