V4.2024.05.4504 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-404enemy
-AfD-Verbotsverfahren
-Anarchie
-BacklinkCrawler
-Bolt
-Calculon
-CensysInspect
-CheTeam
-Cogentbot
+01h4x.com
+360Spider
+AhrefsBot
+Aspiegel
+BDFetch
+Bandit
+BatchFTP
+Bigfoot
+Buddy
+BuiltBotTough
+ChinaClaw
 Curious
-Custo
-DIIbot
-DSearch
+Demon
+Digincore
 Discobot
-Discoverybot
-Dispatch
-DomainAppender
-DomainSigmaCrawler
-ECCP/1.0
-Freeuploader
-GoZilla
-GrabNet
-Grafula
-HEADMasterSEO
-Humanlinks
-IRLbot
-InternetSeer
-Jorgee
-Keybot Translation-Search-Machine
-Kinza
+DnBCrawler-Analytics
+Download Wonder
+EroCrawler
+Evil
+Exabot
+FDM
+FlashGet
+Flunky
+Fuzz
+GetRight
+Go!Zilla
+Google-Extended
+HTMLparser
+ImagesiftBot
+Intelliseek
+InternetMeasurement
+JennyBot
+Joomla
+Jyxobot
+Keyword Density
+Lanshanbot
+Larbin
+Leap
+LeechFTP
 LibWeb
-LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
-Ltx71
-MIDown tool
-MIIxpc
-MTRobot
-Majestic-SEO
-Mb2345Browser
-MicroMessenger
-Microsoft URL Control
-Mozlila
-Mr.4x3
-Musobot
-OnCrawl
-OrangeSpider
-PageScorer
-Pi-Monster
-PictureFinder
-Pixray
-QueryN Metasearch
-RankActive
-SEOlyticsCrawler
+LinkWalker
+Linkbot
+Mediatoolkitbot
+Metauri
+Navroad
+Nessus
+Nibbler
+Nikto
+PHPCrawl
+Petalbot
+Piepmatz
+Pockey
+Pump
+RankActiveLinkBot
+Re-re
+Recorder
+RepoMonkey
+SEOkicks-Robot
+SISTRIX
+ScanAlert
 Scanbot
-SemanticJuice
-SenutoBot
-SeoSiteCheckup
-SiteSnagger
-SpaceBison
-SputnikBot
-Sqlmap
-Steeler
-SuperHTTP
-Surfbot
-Thumbor
-TurnitinBot
-URLy.Warning
-Vagabondo
+SearchmetricsBot
+Seomoz
+Shodan
+SiteSucker
+Snapbot
+SocialRankIOBot
+Sogou web spider
+Sqworm
+Teleport
+TightTwatBot
+Titan
+Trendictionbot
+Twice
+Typhoeus
 VoidEYE
-WPScan
-WeSEE
-Web Enhancer
-WebFuck
+WWWOFFLE
+Web Auto
+Web Fetch
+Web Sauger
+WebCollage
+WebFetch
 WebPix
-WebSucker
-Webalta
-Widow
-Wotbox
-Wprecon
-Xaldon WebSpider
+Whack
+WiseGuys Robot
+Zauba
+Zermelo
 Zeus
-ZmEu
-cognitiveseo
-cohere-ai
-dataforseobot
-evc-batch
-gopher
+archive.org_bot
+awario.com
+crawl.sogou.com
+demandbase-bot
+heritrix
 imagesift.com
 isitwp.com
-mediawords
-openai.com
-scan.lol
-seoscanners
-sexsearcher
-sitechecker.pro
-webmeup-crawler
-x22Mozilla
-xpymep1.exe
+lwp-trivial
+meanpathbot
+seostar
+sysscan
+webpros.com