V4.2023.06.3785 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+01h4x.com
+404checker
+ADmantX
 ALittle Client
-AdsTxtCrawlerTP
-AllSubmitter
-AlphaBot
-Anarchie
-AwarioRssBot
+ASPSeek
+Abonti
+AhrefsBot
+Alligator
 BDCbot
-Bitacle
-BlackWidow
-Blackboard
+BDFetch
+BackDoorBot
+BatchFTP
+Battleztar Bazinga
+Black Hole
+Buck
+Bullseye
 BuzzSumo
-CODE87
-Calculon
 CheeseBot
 ChinaClaw
-Citoid
-Claritybot
 Crawling at Home Project
-CrazyWebCrawler
-DigitalPebble
-DomainCrawler
-EMail Siphon
-Go!Zilla
-GoZilla
-GrabNet
-GrapeFX
-HEADMasterSEO
-HMView
-HTTP::Lite
-HaosouSpider
-Iblog
-Image Fetch
-IndeedBot
+DIIbot
+DomCopBot
+DomainStatsBot
+ECCP/1.0
+Ecxi
+Ezooms
+FHscan
+Grafula
+GrapeshotCrawler
+IRLbot
 InfoTekies
-Jbrofuzz
-JetCar
-Jorgee
+InternetSeer
+IstellaBot
+Joomla
 Libwhisker
+LinksManager
 LinqiaMetadataDownloaderBot
 Lmspider
-MSFrontPage
-Majestic SEO
-Majestic12
-MarkWatch
-MeanPath Bot
-Mojolicious
-Mozlila
+MJ12bot
+Mag-Net
+Mass Downloader
+Masscan
+Msrabot
 NICErsPRO
-Nettrack
-Niki-bot
-Nuclei
-Offline Explorer
+Name Intelligence
+Navroad
+Needle
+NetAnts
+NimbleCrawler
+Nmap
 Offline Navigator
-OrangeBot
-OrangeSpider
-Page Analyzer
-PageGrabber
-PleaseCrawl
-Pockey
-Probethenet
-Pu_iN
-RankActiveLinkBot
-RankingBot
-RankurBot
-Reaper
-RepoMonkey
-Rogerbot
-SISTRIX
+Openfind
+Openvas
+PECL::HTTP
+POE-Component-Client-HTTP
+Petalbot
+Picscout
+Piepmatz
+RankFlex
+RebelMouse
+SEOkicks
+SEOkicks-Robot
 Searchestate
-Seomoz
-Siteimprove
-Sociscraper
-SpaceBison
-Sucuri
-Teleport
-Titan
-Web Enhancer
-Web Pix
-Web Sucker
-WebFuck
-WebGo IS
-WebSauger
+SemrushBot
+Shodan
+SiteCheckerBotCrawler
+SiteSucker
+Spinn3r
+Stripper
+Szukacz
+T8Abot
+Telesphorep
+TheNomad
+TwengaBot
+VelenPublicWebCrawler
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WebBandit
+WebCopier
 Webalta
-Website Quester
-Who.is Bot
-Zermelo
-ZumBot
-adscanner
-arquivo.pt
+Widow
+Wonderbot
+Xaldon WebSpider
+Zeus
+archive.org_bot
+autoemailspider
 facebookscraper
-isitwp.com
+magpie-crawler
 oBot
-seoscanners
-serpstatbot
+page scorer
+probe-image-size
+ripz
+s1z.ru
+seocompany.store
+sp_auditbot
 ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-x09Mozilla
-xpymep1.exe
-zauba.io
+webprosbot
+zgrab