V4.2024.07.4634 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
+01h4x.com
+360Spider
+AIBOT
+AdsTxtCrawlerTP
+AfD-Verbotsverfahren
 AiHitBot
 Aipbot
-AllSubmitter
-Anarchy
-BDCbot
+Anarchy99
+Ankit
+BBBike
 BDFetch
-BackStreet
-Badass
-BatchFTP
-Battleztar Bazinga
-CATExplorador
-CazoodleBot
-Cloud mapping
-Cogentbot
-DSearch
-Dirbuster
-Discoverybot
-DomainAppender
-Download Wonder
-Drip
-EMail Wolf
-Ecxi
-EirGrabber
-Exabot
-Ezooms
-FemtosearchBot
-Fimap
-GalaxyBot
+BackDoorBot
+Bitacle
+BlowFish
+Brandprotect
+Brandwatch
+BuiltBotTough
+BuzzSumo
+CCBot
+Calculon
+ChatGPT-User
+CheeseBot
+Claritybot
+Copier
+DomainSigmaCrawler
+Ebingbong
+Evil
+Express WebPictures
+FrontPage
+GPTBot
 Gigabot
-Gotit
-GrapeshotCrawler
+GridBot
 HMView
-HybridBot
-IRLbot
-ImagesiftBot
-InfoNaviRobot
-JennyBot
-JikeSpider
-LWP::Simple
-Lftp
-LieBaoFast
-LinkScan
-LinkpadBot
-LinqiaRSSBot
-MQQBrowser
-Mag-Net
-MarkWatch
-Mediatoolkitbot
-Net Vampire
-Netvibes
+Haansoft
+IlseBot
+Image Sucker
+Indy Library
+Iskanie
+Lanshanbot
+Leap
+Lightspeedsystems
+Linkbot
+Lipperhey Spider
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MSIECrawler
+Majestic12
+Mass Downloader
+Mata Hari
 Niki-bot
-Offline Explorer
-OpenLinkProfiler
-Pi-Monster
-PictureFinder
-QueryN Metasearch
-RankActive
-ReGet
-RealDownload
+Ninja
+OrangeSpider
+Picsearch
+Pu_iN
+Quick-Crawler
+RankingBot2
+Re-re
 RepoMonkey
+SEOkicks-Robot
 SalesIntelligent
+ScoutJet
 Seekport
-Semrush
-SiteExplorer
-SiteSnagger
+SeoSiteCheckup
+Shodan
+SmartDownload
 SocialRankIOBot
-Sociscraper
-Spanner
-SputnikBot
-Sucker
-Swiftbot
+Sqlworm
+Steeler
+T8Abot
+Telesphoreo
 Thumbor
-Tracemyfile
-UnisterBot
-WBSearchBot
-WeSEE
-Web Pix
+True_Robot
+Twice
+URLy Warning
+VeriCiteCrawler
+Voil
+WEBDAV
+Web Collage
+Web Sucker
 WebCopier
+WebGo IS
+WebPix
 WebReaper
-WebSauger
-WebsiteExtractor
-Woobot
-Xaldon_WebSpider
-Zade
-ZumBot
-autoemailspider
-crawl.sogou.com
-dataforseobot
+WebStripper
+Webshag
+Who.is Bot
+ZmEu
+ZoominfoBot
+adscanner
+coccocbot
+cohere-ai
 evc-batch
-gopher
-ips-agent
-iubenda-radar
-linkfluence
-meanpathbot
-pcBrowser
+imagesift.com
+linkdexbot
+lwp-request
 polaris version
-seocompany.store
-serpstatbot
-webpros.com
+seoscanners
+sysscan
+x22Mozilla