V4.2022.07.3258 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
+ADmantX
 AIBOT
+Aboundex
+Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
+Alexibot
 AllSubmitter
-Anarchie
-Anarchy99
-Ankit
-Apexoo
-Asterias
-Atomseobot
-BackStreet
+AlphaBot
+Anthill
+BDFetch
+BackDoorBot
+BackWeb
 Backlink-Ceck
+BacklinkCrawler
+Badass
 BatchFTP
-Bitacle
-Blow
-Boardreader
-BotALot
-Brandprotect
+Battleztar Bazinga
+Bigfoot
 Buck
 Buddy
-CATExplorador
-CODE87
-CazoodleBot
+BuiltBotTough
+BuiltWith
+Bullseye
+BunnySlippers
+BuzzSumo
+CCBot
+Calculon
 CensysInspect
+CheeseBot
 ChinaClaw
+Chlooe
+Claritybot
+Cloud mapping
 Cogentbot
-Copier
-Copyscape
-CrazyWebCrawler
+Collector
+Craftbot
+Crescent
 Custo
-CyotekWebCopy
 DSearch
-Demon
-Deusu
-Devil
+DTS Agent
+DatabaseDriverMysqli
 DigitalPebble
 Disco
+Dispatch
+DnBCrawler-Analytics
 DnyzBot
-DomainCrawler
+DomainSigmaCrawler
 Dotbot
-Download Wonder
-Dragonfly
-ECCP/1.0
-EMail Siphon
-EirGrabber
-EroCrawler
-Evil
+EMail Wolf
+Ebingbong
 Exabot
 Express WebPictures
-ExtLinksBot
 Extreme Picture Finder
-Ezooms
-FHscan
+EyeNetIE
+FemtosearchBot
+Fimap
+Firefox/7.0
+Freeuploader
 FrontPage
 Fuzz
-FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-Getintent
-Go!Zilla
-GoZilla
-Gotit
+GetRight
+Go-Ahead-Got-It
+GrabNet
+GrapeshotCrawler
 HEADMasterSEO
-HTMLparser
+HMView
 HTTP::Lite
-HTTrack
-HaosouSpider
 Harvest
-Heritrix
 HonoluluBot
+HybridBot
 IDBTE4M
-Image Sucker
+Id-search
 IndeedBot
 InfoTekies
-Intelliseek
-InterGET
-Iskanie
-JikeSpider
-Joomla
-Jorgee
+JamesBOT
+Jbrofuzz
+JennyBot
+JetCar
 Jyxobot
-Kenjin Spider
-Kozmosbot
+Keybot Translation-Search-Machine
+Keyword Density
+Kinza
 LWP::Simple
 Lanshanbot
-LeechFTP
+Larbin
+Leap
 LeechGet
-Lftp
-Lightspeedsystems
+LibWeb
 Likse
-LinkScan
-Linkbot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
 Ltx71
-MIIxpc
-Mag-Net
-Mail.RU_Bot
+MIDown tool
+MJ12bot
+MQQBrowser
+MSFrontPage
+MSIECrawler
+MTRobot
 Majestic SEO
-Majestic-SEO
-Majestic12
+MarkMonitor
 MarkWatch
-Mass Downloader
-Mata Hari
+Masscan
+MauiBot
+Mb2345Browser
 MeanPath Bot
-Mediatoolkitbot
-Microsoft Data Access
-Moblie Safari
-Nameprotect
+Meanpathbot
+Metauri
+Mister PiX
+Mojeek
+MolokaiBot
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+Musobot
+NICErsPRO
+NPbot
 NearSite
-Needle
+Nessus
 NetAnts
-NetLyzer
 NetMechanic
-NetSpider
-NetZIP
-Netcraft
-NextGenSearchBot
-Nibbler
-NimbleCrawler
-Not
-Octopus
-OpenVAS
+Nettrack
+Niki-bot
+Nimbostratus
+Nuclei
+Offline Navigator
 Openfind
-OrangeSpider
 OutclicksBot
+OutfoxBot
+PECL::HTTP
 PHPCrawl
-PageGrabber
-PageScorer
-PageThing.com
+POE-Component-Client-HTTP
+Page Analyzer
 Pandalytics
-Pi-Monster
-Picscout
-Picsearch
-PictureFinder
+Panscient
+Pavuk
+PeoplePal
+Petalbot
 Piepmatz
-Pimonster
 Pixray
-ProWebWalker
-PyCurl
+PleaseCrawl
+Pockey
+Pump
 QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankActiveLinkBot
-RankingBot
-Re-re
-ReGet
+RankFlex
+Reaper
+RebelMouse
 Recorder
-RepoMonkey
-Rogerbot
-SBIder
-SEOkicks-Robot
-SISTRIX
+RedesScrapy
+SEOlyticsCrawler
+SEOprofiler
 SMTBot
 ScanAlert
-Scanbot
-Scrapy
+ScoutJet
+Screaming
+Searchestate
 SemanticJuice
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Shodan
+Seomoz
+Siphon
+Site Sucker
+SiteExplorer
+SiteLockSpider
 SiteSnagger
+SiteSucker
 Sitebeam
-Siteimprove
 SmartDownload
-Snake
-Sogou web spider
-Sosospider
+Snoopy
+SocialRankIOBot
+Sociscraper
 Sottopop
 SpaceBison
-Spammen
 Spbot
-Spinn3r
-SputnikBot
-Steeler
+Sqlmap
+Stripper
 Sucker
-Sucuri
-Surfbot
+SurveyBot
 Suzuran
-Telesoft
-Telesphorep
-The Intraformant
-TightTwatBot
+Swiftbot
+Szukacz
+T8Abot
+Teleport
+Telesphoreo
+Toweyabot
 Trendiction
-Turingos
-TurnitinBot
+Turnitin
+TwengaBot
 Twice
-Typhoeus
-URLy.Warning
 UnisterBot
-Vacuum
-Vagabondo
-VeriCiteCrawler
+VelenPublicWebCrawler
 VidibleScraper
-WASALive-Bot
-Wallpapers/3.0
+Voltron
+WISENutbot
+WWW-Mechanize
 WeSEE
 Web Auto
-Web Enhancer
-Web Fetch
-Web Sauger
-WebBandit
+Web Fuck
+WebCollage
+WebCopier
+WebEnhancer
 WebFetch
+WebGo IS
 WebImageCollector
 WebLeacher
 WebSauger
+WebStripper
 WebSucker
 WebWhacker
-WebZIP
+WebmasterWorldForumBot
 WebsiteQuester
+Webster
+Whack
 Whacker
-Xaldon WebSpider
-Zauba
+WiseGuys Robot
+Woobot
+Xenu
+Zade
+Zermelo
+Zeus
 Zitebot
-ZoomBot
 ZoominfoBot
-ZumBot
-ZyBorg
-arquivo-web-crawler
 arquivo.pt
-backlink-check
-crawler.feedback
+clark-crawler
+coccocbot
+crawl.sogou.com
 demandbase-bot
 domainsproject.org
-facebookscraper
+evc-batch
 heritrix
-ips-agent
 isitwp.com
-lwp-request
+iubenda-radar
+linkdexbot
 lwp-trivial
-magpie-crawler
-meanpathbot
-mediawords
-page scorer
-polaris version
-scan.lol
+muhstik-scan
 seocompany.store
 seostar
 serpstatbot
+sexsearcher
 sp_auditbot
 spyfu
 tAkeOut
 trendiction.de
-webmeup-crawler
-xpymep1.exe
+voyagerx.com
+webpros.com
+webprosbot
+x22Mozilla
+zauba.io