V4.2023.09.3982 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AhrefsBot
-Aspiegel
-Attach
-AwarioSmartBot
-BackDoorBot
-Backlink-Ceck
-BacklinkCrawler
-Blackboard
-Blow
-Bullseye
-Bytespider
-Calculon
+404checker
+80legs
+AiHitBot
+AllSubmitter
+BDFetch
+BackStreet
+Brandprotect
+CSHttp
 CensysInspect
-Citoid
-CrazyWebCrawler
-CrunchBot
-Custo
-CyotekWebCopy
-DatabaseDriverMysqli
-Dirbuster
-Discoverybot
-Dispatch
+Cogentbot
+Disco
+DnyzBot
 DomCopBot
-DomainCrawler
-ECCP/1.0
-Evil
-Express WebPictures
-Extractor
-EyeNetIE
-FHscan
+DomainAppender
+DomainSigmaCrawler
+Dragonfly
+Ebingbong
+EirGrabber
+EroCrawler
+FDM
+FlashGet
 Foobot
-G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
+GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
+Havij
+Heritrix
+Hloader
 HonoluluBot
 IDBTE4M
-InterGET
-JOC Web Spider
+InfoNaviRobot
 Jbrofuzz
-JetCar
-Joomla
-Keyword Density
-LWP::Simple
-LinkpadBot
-LinqiaRSSBot
-Lipperhey Spider
-MFC_Tear_Sample
-Majestic-SEO
-Masscan
-MauiBot
-MegaIndex.ru
-Minefield
-Mr.4x3
-Nibbler
-Offline Explorer
-Offline Navigator
-OrangeSpider
-Page Analyzer
-PageScorer
+Jyxobot
+Libwhisker
+LinqiaMetadataDownloaderBot
+Lipperhey
+Litemage_walker
+MQQBrowser
+Microsoft URL Control
+Mozlila
+NetAnts
+Niki-bot
+Nikto
+Ninja
+PECL::HTTP
+PageGrabber
+PageThing.com
+Panscient
+Pi-Monster
 Piepmatz
-PleaseCrawl
-PyCurl
-QueryN Metasearch
-Rankivabot
-SEOkicks
-SEOlyticsCrawler
-ScreenerBot
+ProWebWalker
+RSSingBot
+Reaper
+RedesScrapy
+ScanAlert
+Searchestate
+Seekport
 SenutoBot
-SeobilityBot
-Snapbot
-Sottopop
-SpaceBison
-Sqworm
-Stripper
-SuperHTTP
-T0PHackTeam
-The Intraformant
-True_Robot
-Twice
-Vagabondo
-Web Sucker
-WebPix
-WebStripper
-WebWhacker
+SeoSiteCheckup
+Seomoz
+Sitevigil
+Sociscraper
+Spinn3r
+SputnikBot
+Sqlworm
+SuperBot
+T8Abot
+Telesphoreo
+Toweyabot
+Turnitin
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
+WEBDAV
+Wallpapers/3.0
+WeSEE
+Web Enhancer
+Web Fuck
+Web Sauger
+WebCopier
+WebsiteQuester
+WinHTTrack
+Wonderbot
+Woobot
 Xaldon WebSpider
-ZoominfoBot
+ZyBorg
 autoemailspider
-clark-crawler
-crawler4j
-dataforseo.com
-dataforseobot
-netEstate NE Crawler
+cah.io.community
+check1.exe
+facebookscraper
+iubenda-radar
+lwp-request
+openai.com
+s1z.ru
 satoristudio.net
-seobility
+sitechecker.pro
 sp_auditbot
-sysscan
-webgains-bot
-x09Mozilla
+ubermetrics-technologies.com
+webmeup-crawler
+webpros.com
+xpymep1.exe