V4.2023.11.4097 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-AfD-Verbotsverfahren
+80legs
 AiHitBot
-AllSubmitter
+Anarchy99
 Attach
-AwarioRssBot
-BackWeb
-Barkrowler
-Battleztar Bazinga
-BetaBot
-Blackboard
-Buddy
-BuzzSumo
-Bytespider
-CCBot
-Claritybot
-Cloud mapping
-Cosmos
-Crescent
-DTS Agent
-Devil
-Disco
-Discobot
-Discoverybot
+Bandit
+Bigfoot
+BotALot
+CSHttp
+Dispatch
 DittoSpyder
+DnBCrawler-Analytics
 DomainSigmaCrawler
+EasyDL
 Ebingbong
 EirGrabber
-Evil
-Exabot
 Express WebPictures
-G-i-g-a-b-o-t
-GalaxyBot
-Genieo
+FDM
+FHscan
+Foobot
+GetWeb
 Gigabot
-Go!Zilla
-Grafula
-HTTrack
-HybridBot
-InternetSeer
-Jetty
-Kenjin Spider
-LexiBot
-Lftp
-LinkWalker
-Linkbot
-LinqiaRSSBot
+Gotit
+HEADMasterSEO
+HTMLparser
+HonoluluBot
+Image Sucker
+InfoNaviRobot
+JetCar
+Jyxobot
+Keybot Translation-Search-Machine
+LeechFTP
+Lmspider
+MIIxpc
 Majestic SEO
-Mozlila
+Mediatoolkitbot
+Microsoft Data Access
+Minefield
 NICErsPRO
-Ninja
-OnCrawl
-POE-Component-Client-HTTP
-Pandalytics
-Pi-Monster
-ProPowerBot
-ProWebWalker
-Probethenet
-Re-re
-SEOprofiler
-Scrapy
-SemrushBot
-Siphon
-Siteimprove
-SocialRankIOBot
-Spbot
-Sucker
-Suzuran
-Swiftbot
-T8Abot
-Teleport
+Name Intelligence
+Netcraft
+OutclicksBot
+PageScorer
+PageThing.com
+Pimonster
+Pixray
+Rainbot
+ReGet
+RealDownload
+RebelMouse
+SISTRIX
+ScreenerBot
+ScrepyBot
+Seekport
+SentiBot
+Shodan
+SiteLockSpider
+SiteSnagger
+Snake
+Snapbot
+Sociscraper
+Spammen
+Spanner
+SurveyBot
+Szukacz
+Telesphorep
+The Intraformant
+Thumbor
+Toata
 Toweyabot
-Typhoeus
-UnisterBot
-Upflow
+Trendiction
+VidibleScraper
 Voltron
-WPScan
-WWW-Collector-E
+WBSearchBot
+WISENutbot
 WWW-Mechanize
-WeSEE
-Web Auto
-Web Enhancer
-WebBandit
-WebFuck
-WebPix
-WebReaper
-Woobot
+WWWOFFLE
+WallpapersHD
+Web Pix
+WebLeacher
+WebSucker
+WebZIP
+Webalta
+Whatweb
+Widow
 Wotbox
-Zade
-cah.io.community
-internetVista monitor
-linkdexbot
-magpie-crawler
+Wprecon
+Zermelo
+arquivo-web-crawler
+autoemailspider
+coccocbot
+crawler.feedback
+demandbase-bot
+ips-agent
 meanpathbot
-oBot
-seobility
-seocompany.store
-serpstatbot
-sexsearcher
-x09Mozilla
+openai.com
+s1z.ru
+spyfu
+tAkeOut
+ubermetrics-technologies.com
+webmeup-crawler