V4.2024.10.4829 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-404enemy
-80legs
+ADmantX
 Acunetix
-AhrefsBot
-AiHitBot
-Alligator
-Anarchy
-Asterias
-Atomseobot
-AwarioSmartBot
-Badass
-Black Hole
-Brandprotect
-Buddy
-BunnySlippers
-CSHttp
-Cegbfeieh
+AdsTxtCrawlerTP
+Ankit
+BBBike
+BacklinksExtendedBot
+Barkrowler
+BetaBot
+Bigfoot
+BlowFish
 CheeseBot
-Chlooe
+Cogentbot
+CrazyWebCrawler
 CrunchBot
-Deusu
-Disco
-DnBCrawler-Analytics
+DBLBot
+DIIbot
+DSearch
+Dirbuster
 EMail Siphon
-Evil
-Exabot
-FacebookBot
-FemtosearchBot
+EMail Wolf
+Express WebPictures
 FlashGet
-Foobot
-GalaxyBot
-GermCrawler
-Go!Zilla
-GoZilla
-Hloader
-IDBTE4M
+Getintent
+Gigabot
+GrabNet
+HTTP::Lite
+Heritrix
+Iblog
 Image Fetch
-Image Sucker
-Iria
-JetCar
-JustView
-Leap
-LinkScan
+InfoNaviRobot
+Intelliseek
+JOC Web Spider
+Kozmosbot
 LinkWalker
-Ltx71
-Majestic-SEO
-Mb2345Browser
-Moblie Safari
-MolokaiBot
-Name Intelligence
-Navroad
-NetZIP
-Niki-bot
-Nikto
+MTRobot
+Majestic SEO
+Microsoft Data Access
+Microsoft URL Control
+Morfeus Fucking Scanner
 NimbleCrawler
-OpenVAS
+Nutch
+Offline Explorer
+OpenLinkProfiler
+PHPCrawl
+PageGrabber
 PageScorer
-Pavuk
-Picscout
+Pandalytics
+Petalbot
 Picsearch
-Probethenet
-QueryN Metasearch
-Reaper
-RedesScrapy
-Ripper
-RocketCrawler
-SEOlyticsCrawler
-ScanAlert
-Searchestate
-SemrushBot
-Site Sucker
-Snake
+Piepmatz
+Rainbot
+Rankivabot
+Rogerbot
+SEOprofiler
+SEOstats
+Scrapy
+ScrepyBot
+Shodan
+SiteExplorer
+Sitevigil
+SmartDownload
+Snoopy
+SpaceBison
+SpankBot
 Spbot
-SputnikBot
-SuperHTTP
+SurveyBot
 Suzuran
-Teleport
-Titan
-Vagabondo
-VelenPublicWebCrawler
-WISENutbot
+T0PHackTeam
+TightTwatBot
+Trendiction
+Twice
+UnisterBot
+Upflow
+WPScan
+WallpapersHD
+Web Auto
+Web Collage
+Web Pix
+WebAuto
 WebFuck
-WebLeacher
-WebStripper
-WebsiteQuester
-YaK
-Zauba
-Zitebot
-anthropic-ai
-archive.org_bot
-check1.exe
-crawl.sogou.com
-evc-batch
-iubenda-radar
+WebPix
+Webster
+Whatweb
+Xenu
+ZoominfoBot
+ZumBot
+clark-crawler
+gopher
+heritrix
+linkdexbot
 magpie-crawler
-seocompany.store
-sp_auditbot
-sysscan
-voyagerx.com
+meanpathbot
+ripz
+scalaj-http
+serpstatbot
+sexsearcher
+sitechecker.pro
+sogouspider
+tAkeOut
+trendiction.de