V4.2023.06.3805 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
+80legs
+ASPSeek
 Acunetix
-AdsTxtCrawlerTP
-Anarchie
-BDFetch
-BlackWidow
-CCBot
-Cegbfeieh
-Collector
-DataCha0s
-Demon
-Devil
-Drip
-Evil
+AiHitBot
+Alexibot
+AllSubmitter
+BLEXBot
+BackStreet
+BacklinkCrawler
+Badass
+BetaBot
+Bitacle
+Boardreader
+Buddy
+Calculon
+Chlooe
+DTS Agent
+Deusu
+Dispatch
+DittoSpyder
+Download Wonder
+ECCP/1.0
 ExtLinksBot
-ExtractorPro
-FDM
+Foobot
+Fuzz
 Go-Ahead-Got-It
-GrapeshotCrawler
-HTTrack
-HaosouSpider
-Harvest
 Humanlinks
-HybridBot
-IDBTE4M
-InfoNaviRobot
-Intelliseek
-JamesBOT
+IDBot
+Id-search
+InternetSeer
 JennyBot
-Kenjin Spider
-Lanshanbot
-Larbin
-Leap
-LinkScan
-Linkbot
-Lmspider
-MIIxpc
+Jetty
+Jyxobot
+Keybot Translation-Search-Machine
+Kinza
+LWP::Simple
+LexiBot
+Lftp
+LinkpadBot
+MIDown tool
+MJ12bot
+Mag-Net
+Magnet
+MarkMonitor
+Mass Downloader
+MauiBot
+Microsoft Data Access
 Minefield
-Mister PiX
-Moblie Safari
-Mojolicious
-Mozlila
-Msrabot
-NICErsPRO
+Mr.4x3
 Name Intelligence
-Nameprotect
-Navroad
 NetSpider
 Netcraft
-Nettrack
 NextGenSearchBot
-Ninja
-PageAnalyzer
-Pixray
-Proximic
-PxBroker
-RankActiveLinkBot
-RankFlex
-RankurBot
+OrangeBot
+OrangeSpider
+PageGrabber
+Petalbot
+Picsearch
+Pimonster
+PleaseCrawl
+Psbot
+Pump
 RealDownload
-RepoMonkey
-Rogerbot
-SEOkicks
-SISTRIX
-Semrush
-SentiBot
-Snoopy
-Sosospider
-Spinn3r
-Sqlworm
+RedesScrapy
+SBIder
+SEOkicks-Robot
+ScreenerBot
+Seekport
+SeekportBot
+SeoSiteCheckup
+SiteExplorer
+SmartDownload
 SuperHTTP
-TeleportPro
-Telesoft
-Thumbor
+SurveyBot
+Szukacz
 Toata
-Toweyabot
-Turnitin
-UnisterBot
-V-BOT
-VeriCiteCrawler
-VoidEYE
-Wallpapers/3.0
-WeSEE
-WebBandit
-WebEnhancer
-WebPix
-WebsiteExtractor
-Zauba
-arquivo.pt
-backlink-check
-check1.exe
-cognitiveseo
-domainsproject.org
-magpie-crawler
-pcBrowser
-spyfu
-tAkeOut
-x09Mozilla
-x22Mozilla
-xpymep1.exe
+Vacuum
+VidibleScraper
+Wallpapers
+WallpapersHD
+Web Enhancer
+Web Fetch
+Web Pix
+WebSauger
+WebZIP
+Whack
+Widow
+Zade
+archive.org_bot
+crawler.feedback
+evc-batch
+linkdexbot
+mediawords
+page scorer
+probe-image-size
+seostar
+sogouspider
+sysscan
+trendiction.de
+webmeup-crawler