V4.2023.05.3752 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
 80legs
-Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
-Anarchy99
-BBBike
-BDCbot
-Battleztar Bazinga
-Buddy
-CSHttp
-Cegbfeieh
-CheTeam
-Claritybot
+ASPSeek
+AhrefsBot
+Anarchie
+Apexoo
+Backlink-Ceck
+Boardreader
+CODE87
+CazoodleBot
+Chlooe
 Cliqzbot
-Cogentbot
-CopyRightCheck
-Copyscape
+Cosmos
+Crawling at Home Project
 Crescent
-CyotekWebCopy
-DnBCrawler-Analytics
-Ecxi
-Evil
-Extractor
+DBLBot
+DigitalPebble
+DnyzBot
+DomainAppender
+DomainCrawler
+EasyDL
+ExtractorPro
 EyeNetIE
 FDM
 FemtosearchBot
-Firefox/7.0
-Genieo
+Flunky
+Fuzz
+G-i-g-a-b-o-t
 GetWeb
-GrabNet
-Grafula
-GrapeFX
-HaosouSpider
-Id-search
+GoZilla
+GrapeshotCrawler
+Harvest
+Image Sucker
+Internet Ninja
 Iria
-Iskanie
-IstellaBot
-Lightspeedsystems
-LinkScan
-LinqiaScrapeBot
-Majestic12
+Jorgee
+Kozmosbot
+Lanshanbot
+Leap
+LibWeb
+Linkbot
+MIDown tool
+MIIxpc
+Magnet
 Masscan
-Mojeek
-Name Intelligence
-Nameprotect
-NetZIP
+Mata Hari
+MegaIndex.ru
+Microsoft URL Control
+Mozlila
+Msrabot
+Navroad
+Nessus
+NetSpider
 Netvibes
-Nuclei
-OnCrawl
+Offline Explorer
+Offline Navigator
+Openvas
+OrangeSpider
 OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
-Picsearch
-Pixray
-Proximic
-RankingBot
-RankingBot2
+OutfoxBot
+PageScorer
+ProWebWalker
+RankurBot
 RepoMonkey
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
+Ripper
+SISTRIX
 SalesIntelligent
 ScanAlert
-Scanbot
-Searchestate
-SentiBot
-SiteExplorer
-SiteLockSpider
-Snapbot
-Sosospider
-SpankBot
-T8Abot
-TeleportPro
-Telesphoreo
-Thumbor
-TightTwatBot
-TwengaBot
-VoidEYE
-WWWOFFLE
-Web Enhancer
-WebEnhancer
-WebReaper
-WebSucker
-Webalta
-Whack
-Zauba
-Zermelo
+ScoutJet
+Screaming
+Seomoz
+Shodan
+Sitebeam
+Siteimprove
+Sottopop
+Telesoft
+TurnitinBot
+URLy Warning
+VB Project
+VCI
+Web Collage
+Web Fuck
+WebFetch
+WebFuck
+Widow
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
 Zitebot
+ZumBot
 adscanner
-backlink-check
-check1.exe
-facebookscraper
-internetVista monitor
-ips-agent
-seoscanners
-seostar
-siteripz
+com.plumanalytics
+isitwp.com
+scalaj-http
+sexsearcher
+sp_auditbot
+spyfu
+tAkeOut
 trendiction.com
-webgains-bot
+xpymep1.exe