V4.2024.02.4298 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-404checker
-404enemy
-Aboundex
+ALittle Client
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 Alexibot
-BackWeb
-Battleztar Bazinga
-Bigfoot
+AllSubmitter
+Anarchy99
+Attach
+BacklinkCrawler
 Black Hole
 BlackWidow
-BuiltBotTough
-CazoodleBot
-CheTeam
-Cliqzbot
-Cocolyzebot
-Copier
-CyotekWebCopy
-DigitalPebble
+BlowFish
+Bolt
+Bullseye
+CODE87
+CensysInspect
+ChatGPT-User
+CherryPicker
+ChinaClaw
+Cogentbot
+DataCha0s
 Dirbuster
-DittoSpyder
-DomainCrawler
+Dispatch
+EMail Wolf
 EasyDL
-Ecxi
 EirGrabber
-EroCrawler
-Exabot
-Express WebPictures
 Extractor
-Fimap
-GetRight
+FemtosearchBot
+G-i-g-a-b-o-t
+GermCrawler
 Getintent
-GrapeFX
-GrapeshotCrawler
-Havij
-IRLbot
-JennyBot
-Jetty
-Jorgee
-Larbin
-Lftp
-LibWeb
-Linkbot
-LinqiaScrapeBot
-Masscan
-Microsoft Data Access
-MolokaiBot
-Nameprotect
-Net Vampire
-Niki-bot
-Nikto
-Nmap
-Offline Explorer
-Page Analyzer
+GrabNet
+HMView
+HTTrack
+Harvest
+HonoluluBot
+IndeedBot
+InfoTekies
+JOC Web Spider
+JamesBOT
+JikeSpider
+Keyword Density
+LWP::Simple
+LinqiaRSSBot
+Litemage_walker
+MIDown tool
+MIIxpc
+MSIECrawler
+MTRobot
+Name Intelligence
+Needle
+NetLyzer
+Netcraft
+NextGenSearchBot
+Nutch
+OnCrawl
+Openvas
+OutfoxBot
+PageGrabber
+Papa Foto
+Pi-Monster
 Pimonster
-RSSingBot
-RankActive
-SMTBot
-ScoutJet
-Scrapy
-Searchestate
-SearchmetricsBot
-Seomoz
-SiteCheckerBotCrawler
+ProPowerBot
+Pu_iN
+Pump
+PxBroker
+PyCurl
+Reaper
+Screaming
+ScreenerBot
+Seekport
+SeoSiteCheckup
 SiteSucker
-Sitebeam
-Sitevigil
-Snoopy
-Sociscraper
-Sqlmap
-Sqworm
-Tracemyfile
-Typhoeus
-UnisterBot
-Vagabondo
-WallpapersHD
+SlySearch
+Sucuri
+SuperHTTP
+Surfbot
+Suzuran
+Swiftbot
+Telesphorep
+Titan
+Toweyabot
+Voltron
+Web Auto
 Web Collage
 Web Fetch
-WebAuto
-WebGo IS
-WebPix
-WebSauger
-WebStripper
-WebWhacker
-Website Quester
-Whack
-Widow
-Woobot
-Wprecon
-Xaldon WebSpider
-Xenu
-Zermelo
-ZumBot
-ZyBorg
-clark-crawler
-demandbase-bot
-isitwp.com
-mediawords
-probe-image-size
-serpstatbot
-trendiction.de
+WebCollage
+WebCopier
+WebmasterWorldForumBot
+Zauba
+Zitebot
+arquivo.pt
+check1.exe
+crawler.feedback
+eCatch
+ips-agent
+openai.com
+tAkeOut
+zauba.io