V4.2023.10.4036 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ADmantX
-Aipbot
-AllSubmitter
-BackDoorBot
-Bandit
+AIBOT
+ASPSeek
+Acunetix
+AhrefsBot
+Anthill
+Asterias
+BatchFTP
+Brandprotect
 BuzzSumo
-CensysInspect
-Citoid
-CyotekWebCopy
+Bytespider
+CATExplorador
+CSHttp
+Cegbfeieh
+CherryPicker
+Crescent
+DBLBot
 DTS Agent
-DatabaseDriverMysqli
-Deusu
-Discoverybot
+Digincore
+DigitalPebble
+Discobot
+Dispatch
 DnBCrawler-Analytics
 DnyzBot
-Dotbot
-EMail Siphon
 EMail Wolf
-EasyDL
-Flunky
+Evil
+Express WebPictures
+ExtLinksBot
+Extreme Picture Finder
+Foobot
 FrontPage
+GT::WWW
+GermCrawler
 Gigabot
-Go!Zilla
-HMView
-Havij
-HonoluluBot
-IDBTE4M
-InfoTekies
-Intelliseek
-LWP::Simple
+GrabNet
+Haansoft
+Image Sucker
+InfoNaviRobot
+Leap
+LibWeb
 Lightspeedsystems
-Linkbot
-MFC_Tear_Sample
+LinkextractorPro
+LinkpadBot
+Lipperhey
+MIDown tool
+MJ12bot
 MTRobot
-Majestic-SEO
-Mass Downloader
-MicroMessenger
-Musobot
+Majestic SEO
+MarkMonitor
+Microsoft URL Control
+Morfeus Fucking Scanner
+Mr.4x3
 NearSite
-Needle
-NimbleCrawler
-Nimbostratus
-Nmap
+Nettrack
 Nutch
 Octopus
 Offline Navigator
-OpenVAS
+OnCrawl
 Openvas
-OrangeBot
-OutclicksBot
 OutfoxBot
 PageAnalyzer
-PageGrabber
-Papa Foto
-Pavuk
-ProPowerBot
-Proximic
-RankurBot
-RealDownload
-Ripper
-SMTBot
-ScanAlert
-Semrush
-SentiBot
-SenutoBot
-Seomoz
-Shodan
-Snapbot
-Sogou web spider
+Pandalytics
+PictureFinder
+Pockey
+Quick-Crawler
+RebelMouse
+RedesScrapy
+SBIder
+SEOkicks
+SeekportBot
+SemanticJuice
+SeobilityBot
+Sitebeam
+SmartDownload
+Snoopy
+Sottopop
+SpankBot
+Spinn3r
+Steeler
 Sucuri
-SuperHTTP
-T8Abot
-Vagabondo
-VeriCiteCrawler
+Surfbot
+Telesoft
+The Intraformant
+URLy Warning
 WISENutbot
-WWW::Mechanize
-WWWOFFLE
-Web Enhancer
-WebGo IS
-WebSucker
-WebWhacker
-Webshag
-WebsiteExtractor
-WebsiteQuester
-Whack
-ZoomBot
+Web Fuck
+WebAuto
+WebEnhancer
+WebFuck
+Zitebot
 arquivo.pt
-autoemailspider
-cah.io.community
-clark-crawler
-crawler4j
-iubenda-radar
-openai.com
+crawl.sogou.com
+domainsproject.org
 page scorer
-seoscanners
-sogouspider
-sp_auditbot
-trendiction.de
+pcBrowser
+seobility
+sexsearcher
+siteripz
+sysscan
+x22Mozilla
 zauba.io