V4.2022.05.3090 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+360Spider
 ADmantX
-AIBOT
+ASPSeek
 Abonti
-Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
-Alligator
+AiHitBot
 AlphaBot
-Anarchy
-Anarchy99
-Anthill
+Anarchie
 Apexoo
-Aspiegel
-Asterias
+Atomseobot
+Attach
 AwarioRssBot
+BBBike
 BLEXBot
-BackDoorBot
-BackStreet
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Badass
-CATExplorador
-CSHttp
+Barkrowler
+BatchFTP
+Battleztar Bazinga
+BlackWidow
+Blackboard
+Boardreader
+Bolt
+BuiltWith
+Bullseye
+BunnySlippers
+BuzzSumo
+Calculon
+CazoodleBot
 CensysInspect
 CheTeam
+ChinaClaw
+Chlooe
+Citoid
 Cliqzbot
+Cocolyzebot
+Cogentbot
+Copier
+CopyRightCheck
+Copyscape
+Craftbot
 Crawling at Home Project
-Crescent
-DIIbot
+CrazyWebCrawler
+CrunchBot
+Custo
+CyotekWebCopy
+DBLBot
 DSearch
-DatabaseDriverMysqli
 Demon
 Deusu
-Dirbuster
-DnyzBot
-DomCopBot
-DomainCrawler
-DomainStatsBot
+Digincore
+Dispatch
 Dotbot
+Download Wonder
 Dragonfly
-ECCP/1.0
-Ecxi
+EasyDL
+Ebingbong
 EirGrabber
-Exabot
+Evil
 Express WebPictures
-ExtLinksBot
-ExtractorPro
-EyeNetIE
-FDM
+Extractor
+Extreme Picture Finder
 FHscan
-FemtosearchBot
-Firefox/7.0
 Flunky
+Freeuploader
 FrontPage
 Fuzz
+G-i-g-a-b-o-t
 GT::WWW
+GalaxyBot
 Genieo
-Gotit
+GetRight
+Gigabot
+Grafula
 GrapeshotCrawler
-GridBot
+HEADMasterSEO
 HMView
-HaosouSpider
 Harvest
-Heritrix
-Hloader
 HonoluluBot
-Humanlinks
 IDBTE4M
-IDBot
 IRLbot
 Iblog
-IlseBot
 Image Fetch
-InfoNaviRobot
-InterGET
+Indy Library
+InfoTekies
 Internet Ninja
 InternetSeer
 Iskanie
-Jbrofuzz
-JikeSpider
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
+Jetty
+Jorgee
+JustView
+Kenjin Spider
 Kozmosbot
 Lanshanbot
-Leap
-LexiBot
+Larbin
 LibWeb
-LieBaoFast
-LinkScan
-Linkbot
+Likse
+LinkWalker
 LinkextractorPro
-LinksManager
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
+Lipperhey
 Lmspider
 Ltx71
-MIDown tool
-MIIxpc
+MQQBrowser
 MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic12
+MTRobot
+Majestic SEO
 MarkMonitor
-MarkWatch
-Mass Downloader
-Masscan
-MeanPath Bot
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
 Microsoft Data Access
-Minefield
-Mister PiX
-Mojolicious
-NICErsPRO
-Nameprotect
+Microsoft URL Control
+Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
+Name Intelligence
 Needle
 NetAnts
-NetSpider
+NetMechanic
 NetZIP
-Netcraft
-NextGenSearchBot
-Nibbler
-NimbleCrawler
-Octopus
-OnCrawl
+Nettrack
+Netvibes
+Niki-bot
+Nimbostratus
+Not
+Nutch
 OpenLinkProfiler
-Openvas
+OpenVAS
+Openfind
 OrangeBot
-OrangeSpider
 OutclicksBot
-OutfoxBot
 Page Analyzer
-PageAnalyzer
-PeoplePal
-Picscout
+PageScorer
+Petalbot
 PictureFinder
-Pimonster
-Pixray
-ProPowerBot
-Psbot
-QueryN Metasearch
+PleaseCrawl
+Pockey
+ProWebWalker
+PyCurl
 Quick-Crawler
-RankActive
+RSSingBot
 RankFlex
 RankingBot
-Rankivabot
+RankingBot2
+RankurBot
 ReGet
-RebelMouse
+RealDownload
+Recorder
 RedesScrapy
-Rogerbot
+RocketCrawler
 SBIder
-SEOkicks
-SEOprofiler
-SEOstats
-ScanAlert
+SISTRIX
 Scanbot
-ScoutJet
-Scrapy
+Screaming
 ScreenerBot
-Seekport
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SemanticJuice
 Semrush
+SemrushBot
+SentiBot
+Seomoz
+Shodan
 Site Sucker
-SiteExplorer
+SiteLockSpider
+SiteSnagger
 Sitebeam
+Sitevigil
 Snapbot
-SocialRankIOBot
-Sociscraper
-Sosospider
-Spanner
-Spinn3r
-SputnikBot
-Steeler
-SuperHTTP
-Surfbot
-Suzuran
-Teleport
+Snoopy
+Spammen
+SpankBot
+Spbot
+Stripper
+Sucker
+Sucuri
 Telesoft
-Telesphorep
+Thumbor
 TightTwatBot
 Titan
-Trendictionbot
-True_Robot
 Turingos
+Turnitin
 TurnitinBot
+TwengaBot
 Twice
+URLy Warning
 URLy.Warning
 VB Project
-Vacuum
 Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
+Virusdie
 VoidEYE
-Voltron
-Web Collage
+WASALive-Bot
+WEBDAV
+WPScan
+WWW-Mechanize
+Wallpapers/3.0
+WeSEE
+Web Enhancer
 Web Pix
-Web Sauger
+Web Sucker
 WebBandit
-WebCollage
-WebEnhancer
-WebGo IS
-WebImageCollector
-WebPix
-WebSucker
-WebWhacker
+WebLeacher
+WebReaper
+WebStripper
 WebZIP
+WebmasterWorldForumBot
 WebsiteQuester
-Whacker
-Widow
+Whack
 Wonderbot
+Woobot
 Wprecon
-Zade
-Zauba
+YoudaoBot
+Zeus
+Zitebot
 ZoomBot
-ZoominfoBot
 ZumBot
-adscanner
-archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-cah.io.community
-coccocbot
+check1.exe
 cognitiveseo
-crawl.sogou.com
-crawler4j
+crawler.feedback
+demandbase-bot
 domainsproject.org
+facebookscraper
+gopher
+heritrix
+isitwp.com
 iubenda-radar
-linkdexbot
 lwp-request
-meanpathbot
 muhstik-scan
-oBot
+plumanalytics
 polaris version
+ripz
+s1z.ru
 satoristudio.net
-scalaj-http
-scan.lol
-seocompany.store
-serpstatbot
+seoscanners
+seostar
 sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
 spyfu
-trendiction.de
+trendiction.com
 webpros.com
-webprosbot
-x09Mozilla
-x22Mozilla
-zgrab
+xpymep1.exe