V4.2023.10.4037 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-ASPSeek
-Acunetix
-AhrefsBot
-Anthill
-Asterias
-BatchFTP
+Aboundexbot
+Alligator
+Apexoo
+Atomseobot
+AwarioSmartBot
+BackStreet
+Backlink-Ceck
+Battleztar Bazinga
+Bigfoot
+Bitacle
+BotALot
 Brandprotect
-BuzzSumo
-Bytespider
-CATExplorador
-CSHttp
-Cegbfeieh
-CherryPicker
-Crescent
-DBLBot
+Brandwatch
+Citoid
+Copier
+Craftbot
 DTS Agent
-Digincore
+Demon
+Devil
 DigitalPebble
 Discobot
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
-EMail Wolf
-Evil
-Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
-Foobot
-FrontPage
-GT::WWW
-GermCrawler
-Gigabot
+ECCP/1.0
+Ebingbong
+Ecxi
+Ezooms
+FDM
+Flunky
+Getintent
+GoZilla
+Gotit
 GrabNet
-Haansoft
-Image Sucker
-InfoNaviRobot
+Hloader
+Id-search
+Internet Ninja
+JOC Web Spider
+Jbrofuzz
 Leap
-LibWeb
-Lightspeedsystems
-LinkextractorPro
-LinkpadBot
-Lipperhey
-MIDown tool
-MJ12bot
-MTRobot
-Majestic SEO
-MarkMonitor
-Microsoft URL Control
-Morfeus Fucking Scanner
-Mr.4x3
-NearSite
-Nettrack
-Nutch
-Octopus
+LeechFTP
+LeechGet
+LinkScan
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Litemage_walker
+Ltx71
+MQQBrowser
+MSIECrawler
+Magnet
+MauiBot
+Mojolicious
+Mozlila
+NICErsPRO
+Name Intelligence
+Nibbler
+Nimbostratus
 Offline Navigator
-OnCrawl
-Openvas
-OutfoxBot
-PageAnalyzer
-Pandalytics
-PictureFinder
-Pockey
-Quick-Crawler
-RebelMouse
-RedesScrapy
-SBIder
-SEOkicks
-SeekportBot
-SemanticJuice
-SeobilityBot
+Openfind
+PHPCrawl
+Petalbot
+Pu_iN
+RankActiveLinkBot
+Re-re
+SEOkicks-Robot
+SentiBot
 Sitebeam
-SmartDownload
-Snoopy
-Sottopop
-SpankBot
+Siteimprove
+Sosospider
+SpaceBison
+Spbot
 Spinn3r
 Steeler
-Sucuri
-Surfbot
-Telesoft
-The Intraformant
+SurveyBot
+Suzuran
+TeleportPro
+Toata
 URLy Warning
 WISENutbot
-Web Fuck
-WebAuto
+Wallpapers
+WallpapersHD
 WebEnhancer
 WebFuck
+WebPix
+WebZIP
+Whack
+Who.is Bot
+WinHTTrack
+Wonderbot
+Zeus
 Zitebot
-arquivo.pt
-crawl.sogou.com
+ZoominfoBot
+crawler4j
+dataforseobot
 domainsproject.org
-page scorer
-pcBrowser
-seobility
+magpie-crawler
+meanpathbot
+plumanalytics
+s1z.ru
 sexsearcher
 siteripz
-sysscan
-x22Mozilla
+tAkeOut
 zauba.io