V4.2022.05.3126 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
 404enemy
-ADmantX
-AIBOT
-Aboundexbot
-AfD-Verbotsverfahren
+80legs
+ASPSeek
 AhrefsBot
+AiHitBot
 Aipbot
-Alexibot
 Alligator
-Anarchy99
-Ankit
-Anthill
-Asterias
-AwarioRssBot
-BLEXBot
+AlphaBot
+Apexoo
+BDCbot
+BackDoorBot
 BackStreet
-BackWeb
-Backlink-Ceck
-Bandit
-Blackboard
-BlowFish
-Boardreader
-BotALot
-Brandwatch
-Buck
+Barkrowler
+BatchFTP
+Bigfoot
+BlackWidow
+Blow
 Buddy
+BuiltWith
+BunnySlippers
 BuzzSumo
-CODE87
+CCBot
+CSHttp
 CazoodleBot
-CheeseBot
+CheTeam
+ChinaClaw
 Chlooe
-Cloud mapping
-Cocolyzebot
+Citoid
+Claritybot
+Cliqzbot
 Cogentbot
 CopyRightCheck
-Cosmos
 Craftbot
-Crawling at Home Project
-CrunchBot
 Curious
-Custo
+CyotekWebCopy
 DIIbot
+DSearch
 DTS Agent
-DatabaseDriverMysqli
 Demon
-Devil
 Digincore
-Disco
 Discoverybot
+Dispatch
+DittoSpyder
 DnBCrawler-Analytics
 DomainSigmaCrawler
 DomainStatsBot
-EasyDL
-Ebingbong
-EroCrawler
 ExtLinksBot
-ExtractorPro
-FDM
-FHscan
-FemtosearchBot
-Fimap
+Extractor
+Ezooms
+Firefox/7.0
 Foobot
-Freeuploader
 FrontPage
+Fuzz
 FyberSpider
 Fyrebot
+GT::WWW
+Genieo
+GermCrawler
+GetRight
 Getintent
-Go!Zilla
-Gotit
-GrabNet
-GrapeFX
+Gigabot
+Go-Ahead-Got-It
+GoZilla
+Grabber
+Grafula
 GridBot
 HEADMasterSEO
-HaosouSpider
+HMView
+HTMLparser
+HTTrack
+Harvest
 Heritrix
+Hloader
+IRLbot
+Id-search
 IlseBot
 Image Sucker
-IndeedBot
-InterGET
+InfoNaviRobot
+InfoTekies
+Intelliseek
 Internet Ninja
-Iria
+InternetSeer
 Iskanie
 IstellaBot
-JamesBOT
-JennyBot
-Jetty
+JOC Web Spider
+JetCar
 JikeSpider
 Joomla
+Jorgee
 JustView
-Jyxobot
+Kenjin Spider
+Keyword Density
 Kinza
-Kozmosbot
 LNSpiderguy
-LWP::Simple
-Lanshanbot
 Larbin
 LeechGet
-LexiBot
-Lftp
-Libwhisker
+Lightspeedsystems
+Likse
 LinkWalker
-Linkbot
 LinkextractorPro
-LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
 Ltx71
-MIDown tool
-MIIxpc
+MJ12bot
 MSFrontPage
-MTRobot
-Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
+Majestic SEO
+Majestic12
+MarkWatch
 Masscan
+Mb2345Browser
 MeanPath Bot
-Meanpathbot
 MegaIndex.ru
 Metauri
+Microsoft Data Access
 Microsoft URL Control
-Moblie Safari
-Mozlila
-Mr.4x3
-NPbot
-NetAnts
+Mojeek
+Mojolicious
+MolokaiBot
+NICErsPRO
+Name Intelligence
+Nameprotect
+Navroad
+NearSite
+Needle
 NetLyzer
-NetZIP
-Netcraft
+Nettrack
 Netvibes
-Nmap
+NextGenSearchBot
+NimbleCrawler
+Nimbostratus
+Ninja
 Nuclei
 Nutch
-Octopus
 Offline Explorer
-OpenVAS
-Openvas
-PHPCrawl
+OnCrawl
+Openfind
+OrangeBot
+OutfoxBot
 POE-Component-Client-HTTP
 Page Analyzer
+PageAnalyzer
+PageScorer
 Pandalytics
 Panscient
-Pavuk
+Papa Foto
 Petalbot
-Pi-Monster
-Picsearch
-PictureFinder
-Pixray
-PleaseCrawl
+Picscout
+Pimonster
 ProPowerBot
+ProWebWalker
+Probethenet
+Psbot
+Pump
+PyCurl
 QueryN Metasearch
 Quick-Crawler
-RankurBot
-Re-re
-RealDownload
+RankActive
+RankFlex
+RankingBot2
+Rankivabot
+Reaper
 RebelMouse
 Recorder
 RedesScrapy
 SEOkicks
-SEOprofiler
-SISTRIX
-SMTBot
-Scrapy
-Searchestate
-Semrush
+SEOlyticsCrawler
+SEOstats
+Screaming
+SearchmetricsBot
+Seekport
+SeoSiteCheckup
 SeobilityBot
+Shodan
 Siphon
-SiteSnagger
-SmartDownload
-Snapbot
-Sosospider
-Sqworm
+Site Sucker
+Sitebeam
+Sitevigil
+SpankBot
+Spbot
+SputnikBot
+Sqlworm
 Steeler
-Sucuri
-Surfbot
-Suzuran
+SuperHTTP
+Swiftbot
+Teleport
 TeleportPro
-TheNomad
-TightTwatBot
-Turnitin
-TurnitinBot
+Tracemyfile
+Trendiction
+Trendictionbot
+Turingos
+Twice
 URLy Warning
-URLy.Warning
-VB Project
+UnisterBot
+V-BOT
+VCI
 Vacuum
-VelenPublicWebCrawler
-Virusdie
-WEBDAV
-WWW-Collector-E
+Voltron
+WBSearchBot
+WPScan
 WWW-Mechanize
-WWW::Mechanize
-WallpapersHD
-Web Sauger
-Web Sucker
+WWWOFFLE
+Web Auto
+Web Enhancer
+Web Pix
 WebCopier
-WebImageCollector
-WebLeacher
-WebPix
-WebStripper
-WebSucker
-WebWhacker
+WebEnhancer
+WebFuck
 WebZIP
 Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whacker
+Whatweb
 WinHTTrack
 WiseGuys Robot
-Wonderbot
-Woobot
+Wotbox
 Xenu
+YoudaoBot
+Zade
 Zermelo
-adscanner
-arquivo-web-crawler
-arquivo.pt
+Zitebot
+ZoomBot
+ZoominfoBot
+ZyBorg
+archive.org_bot
+backlink-check
+cah.io.community
 check1.exe
-clark-crawler
-coccocbot
-com.plumanalytics
-crawl.sogou.com
-domainsproject.org
+crawler.feedback
+crawler4j
 eCatch
-evc-batch
-facebookscraper
-gopher
-heritrix
 instabid
-internetVista monitor
 ips-agent
 iubenda-radar
-lwp-request
 meanpathbot
-mediawords
 muhstik-scan
 netEstate NE Crawler
-plumanalytics
-polaris version
+oBot
+page scorer
 probe-image-size
-s1z.ru
 satoristudio.net
 scalaj-http
+scan.lol
+seocompany.store
 seostar
 sexsearcher
 sitechecker.pro
-sp_auditbot
-sysscan
+siteripz
 trendiction.de
 webmeup-crawler
-webprosbot
+webpros.com
 x09Mozilla
-zauba.io
+x22Mozilla