V4.2022.02.2938 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
+360Spider
+80legs
 Abonti
-Aboundex
 Aboundexbot
-AfD-Verbotsverfahren
-AlphaBot
-Anarchie
-Ankit
-Anthill
-Aspiegel
-AwarioRssBot
-AwarioSmartBot
-BBBike
-BackDoorBot
-BackStreet
-BackWeb
-BacklinkCrawler
+Acunetix
+AiHitBot
+Aipbot
+Alexibot
+Badass
 Barkrowler
-BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
-Bitacle
-Black Hole
-BotALot
+Boardreader
+Bolt
 Brandprotect
-Buck
-Buddy
-BuiltBotTough
-BuiltWith
 Bullseye
+BunnySlippers
 CATExplorador
-Calculon
-Cliqzbot
-Cocolyzebot
-Cogentbot
-Collector
+CCBot
+CODE87
+CensysInspect
+CheeseBot
+Claritybot
+Cloud mapping
 Copier
-CopyRightCheck
-Cosmos
-CyotekWebCopy
+Copyscape
+CrazyWebCrawler
+CrunchBot
+Custo
+DBLBot
 DIIbot
+DSearch
 DTS Agent
-DataCha0s
+DatabaseDriverMysqli
+Demon
+Digincore
+DigitalPebble
 Disco
-Discobot
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
+DomainAppender
+DomainCrawler
+DomainStatsBot
 Domains Project
+Dotbot
 Download Wonder
 Dragonfly
 ECCP/1.0
 EMail Wolf
-Ebingbong
-Ecxi
+EasyDL
+EirGrabber
 EroCrawler
-Express WebPictures
+ExtLinksBot
+Extractor
+EyeNetIE
+Ezooms
 FDM
-FHscan
-FemtosearchBot
+Fimap
 Firefox/7.0
-Flunky
-Freeuploader
-FrontPage
+Foobot
+Fuzz
+FyberSpider
+Fyrebot
 GalaxyBot
-Genieo
 GetRight
+GetWeb
 Getintent
+GoZilla
+Gotit
 GrapeFX
+GridBot
 HTTP::Lite
 HTTrack
-Haansoft
-Heritrix
+HonoluluBot
+HybridBot
 IDBTE4M
-Id-search
-IndeedBot
-Intelliseek
+Iblog
+Indy Library
 InterGET
-InternetSeer
-Iskanie
-IstellaBot
-JennyBot
-JetCar
+Jbrofuzz
+JustView
+Jyxobot
 Kinza
-Larbin
-LeechGet
+LWP::Simple
+Leap
+LeechFTP
 LexiBot
-Linkbot
-LinkextractorPro
-LinksManager
+Libwhisker
+Likse
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MJ12bot
-MSIECrawler
+MQQBrowser
+MTRobot
+Mag-Net
+Magnet
+Majestic SEO
 Majestic-SEO
 Majestic12
 MarkWatch
 Mass Downloader
+Masscan
 Mata Hari
 Mb2345Browser
-MicroMessenger
-Microsoft Data Access
-Mister PiX
-Moblie Safari
+MeanPath Bot
+Microsoft URL Control
 Mojolicious
-Morfeus Fucking Scanner
+MolokaiBot
+Mozlila
+Mr.4x3
+Musobot
+NICErsPRO
 Name Intelligence
-Nameprotect
-Navroad
+NearSite
 Net Vampire
-NetZIP
-Nettrack
-Netvibes
-Nibbler
-Nikto
+NetAnts
+NetMechanic
+Netcraft
+Niki-bot
 NimbleCrawler
-Ninja
-Nutch
-Octopus
+Nmap
 Offline Navigator
+OnCrawl
 OrangeBot
-OrangeSpider
 PECL::HTTP
-PHPCrawl
-Page Analyzer
-PageAnalyzer
+PageGrabber
 PageScorer
-PageThing.com
 Pandalytics
 Panscient
-PeoplePal
-Petalbot
+Pavuk
+Pi-Monster
 Picsearch
 PictureFinder
-Pimonster
-Pockey
-PxBroker
+ProPowerBot
+Pump
 RankActive
+RankActiveLinkBot
 RankFlex
 RankingBot
-ReGet
-RedesScrapy
+Rankivabot
+RankurBot
+Re-re
 RepoMonkey
+Rogerbot
+SBIder
+SEOkicks-Robot
 SEOprofiler
-SEOstats
-Screaming
+SMTBot
+SalesIntelligent
+ScreenerBot
 Searchestate
 SearchmetricsBot
 Seekport
 SemanticJuice
-SentiBot
+SeoSiteCheckup
 SeobilityBot
-Seomoz
-Siphon
-SiteCheckerBotCrawler
 SiteSnagger
-SiteSucker
-Siteimprove
 SlySearch
-SmartDownload
-Snake
-Snoopy
-SocialRankIOBot
-SpaceBison
-SpankBot
+Snapbot
+Sogou web spider
+Spammen
+Spbot
 Spinn3r
-SputnikBot
-Sqlworm
 Sqworm
+Steeler
+Sucker
 SuperBot
 SuperHTTP
-Swiftbot
-T8Abot
-Telesphoreo
-The Intraformant
-TheNomad
+Szukacz
+T0PHackTeam
+TeleportPro
 Titan
-Tracemyfile
-Turnitin
+Trendiction
+True_Robot
+Turingos
 TurnitinBot
-URLy Warning
+TwengaBot
+Twice
+URLy.Warning
 UnisterBot
-Upflow
+VB Project
+VCI
 Vacuum
-VelenPublicWebCrawler
-Virusdie
-WBSearchBot
-WPScan
+Vagabondo
+VidibleScraper
+Voil
+WASALive-Bot
+WISENutbot
 WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
+WeSEE
+Web Auto
 Web Collage
 Web Fetch
 Web Fuck
 Web Pix
 Web Sauger
-WebBandit
-WebCopier
+WebCollage
 WebEnhancer
-WebGo IS
-WebPix
-WebSauger
+WebFuck
+WebImageCollector
+WebStripper
+WebSucker
+WebZIP
 Webalta
-Website Quester
-WebsiteExtractor
+WebmasterWorldForumBot
 WebsiteQuester
-Whatweb
-Wotbox
+Webster
+Whack
+Widow
+WiseGuys Robot
 Wprecon
-Zitebot
-adscanner
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+YoudaoBot
+Zade
+ZmEu
+ZoomBot
+ZyBorg
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
-cah.io.community
-clark-crawler
+backlink-check
+coccocbot
 com.plumanalytics
 crawler.feedback
+demandbase-bot
 domainsproject.org
 gopher
-ips-agent
 iubenda-radar
-lwp-trivial
-page scorer
-pcBrowser
-plumanalytics
-polaris version
-probe-image-size
+mediawords
+muhstik-scan
+netEstate NE Crawler
 ripz
 scalaj-http
 scan.lol
-seobility
 seocompany.store
+seoscanners
 sitechecker.pro
 siteripz
+sp_auditbot
 spyfu
+sysscan
 tAkeOut
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
 voyagerx.com
 webprosbot
+x09Mozilla
 xpymep1.exe
 zauba.io
 zgrab