V4.2021.12.2796 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ADmantX
+404enemy
 ASPSeek
+Aboundex
 Aboundexbot
-Aipbot
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
 Alexibot
 Anarchy
-Ankit
 Anthill
 Asterias
-AwarioRssBot
+BBBike
+BDCbot
+BDFetch
 BackDoorBot
 BackStreet
-BackWeb
-Badass
-BatchFTP
-Bigfoot
+BacklinkCrawler
+Barkrowler
+Battleztar Bazinga
 Bitacle
 BlackWidow
-Blackboard
-BlowFish
-Bolt
-Brandprotect
+Boardreader
 Buck
+Buddy
+BuiltBotTough
 BuiltWith
-BuzzSumo
 CATExplorador
+CCBot
 CODE87
 Calculon
 CazoodleBot
-Cegbfeieh
 CheTeam
 CheeseBot
-ChinaClaw
-Citoid
+CherryPicker
+Cocolyzebot
 Collector
-Cosmos
-Craftbot
-Crawling at Home Project
+Copier
+CopyRightCheck
+Curious
 CyotekWebCopy
-DTS Agent
-Devil
-Digincore
-DigitalPebble
-Dirbuster
-Discoverybot
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
+Deusu
+Dispatch
 DittoSpyder
 DomCopBot
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Domains Project
-Dotbot
-Download Wonder
-Extractor
-EyeNetIE
-FemtosearchBot
+ECCP/1.0
+EasyDL
+Ebingbong
+EroCrawler
+ExtractorPro
+FHscan
 Fimap
-Firefox/7.0
-Freeuploader
-Fuzz
+FlashGet
+Flunky
+FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
 GalaxyBot
-Genieo
-GermCrawler
+GetRight
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+Gotit
+GrabNet
 Grabber
-GridBot
-HTMLparser
-HTTP::Lite
-Humanlinks
+Grafula
+GrapeFX
+HTTrack
+Haansoft
+HaosouSpider
+Havij
+Hloader
 HybridBot
-Intelliseek
-InterGET
-Internet Ninja
-Iria
-Iskanie
-JOC Web Spider
+IRLbot
+IlseBot
+Image Sucker
+InfoTekies
+InternetSeer
+IstellaBot
+JamesBOT
+Jbrofuzz
 JennyBot
-JetCar
+Joomla
 JustView
+Jyxobot
+Kozmosbot
 LNSpiderguy
+LWP::Simple
 Lanshanbot
 Larbin
-Leap
-LieBaoFast
-Likse
-LinkScan
+LeechGet
+LibWeb
 LinkWalker
-Linkdexbot
-LinqiaRSSBot
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
 Lmspider
+MFC_Tear_Sample
+MIIxpc
 MJ12bot
-MQQBrowser
-Mag-Net
+MSFrontPage
+MTRobot
 Magnet
-MarkMonitor
+Mail.RU_Bot
+Majestic-SEO
 Mass Downloader
-Masscan
-Mb2345Browser
-MeanPath Bot
+Mata Hari
+Mediatoolkitbot
 MicroMessenger
 Microsoft Data Access
-Mister PiX
-Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-NPbot
+Moblie Safari
+Mozlila
 Name Intelligence
-NearSite
 Nessus
+Net Vampire
+NetMechanic
+NetSpider
 Netcraft
-Netvibes
+Nibbler
 NimbleCrawler
-Ninja
-Nmap
 Not
-Nutch
-OpenVAS
-Openfind
+Nuclei
+Octopus
 OrangeBot
 OrangeSpider
 OutclicksBot
 PECL::HTTP
+PHPCrawl
 PageAnalyzer
-PageGrabber
-PageScorer
-PeoplePal
 Petalbot
+Pi-Monster
 Picscout
-Piepmatz
+Picsearch
 Pixray
-PleaseCrawl
 Pockey
 ProPowerBot
-Probethenet
 Psbot
 Pu_iN
-PxBroker
-PyCurl
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
+RankActive
 RankingBot
 RankurBot
-RealDownload
-Reaper
+RebelMouse
+Recorder
 Ripper
 RocketCrawler
-SEOprofiler
+Rogerbot
 SEOstats
-SISTRIX
+SalesIntelligent
 ScanAlert
-Scanbot
-Screaming
+Searchestate
+SearchmetricsBot
 Semrush
-SemrushBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
+Seomoz
+Shodan
 SiteLockSpider
-SiteSnagger
+SiteSucker
 Sitebeam
 Siteimprove
+Sitevigil
+Snake
 SocialRankIOBot
-Spbot
-Spinn3r
+Sociscraper
+Sogou web spider
+Sottopop
+Sqlmap
+Sqlworm
 Sqworm
-SuperHTTP
-Swiftbot
-Szukacz
-T0PHackTeam
-T8Abot
-Telesphorep
+Stripper
+SuperBot
+Suzuran
+Teleport
 The Intraformant
-TightTwatBot
+Thumbor
 Titan
-Tracemyfile
+Toata
 Trendiction
-TwengaBot
+Turingos
+Twice
+URLy Warning
 URLy.Warning
-V-BOT
-Vagabondo
-VeriCiteCrawler
-Virusdie
-Voil
+VB Project
+VidibleScraper
 Voltron
 WASALive-Bot
-WBSearchBot
 WISENutbot
-WPScan
-WWWOFFLE
+WWW-Collector-E
+WWW-Mechanize
 Wallpapers
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Collage
-Web Enhancer
 Web Fuck
 Web Pix
-Web Sauger
 Web Sucker
-WebCollage
-WebEnhancer
 WebFetch
+WebGo IS
 WebImageCollector
-WebReaper
-WebSauger
+WebLeacher
+WebPix
 WebStripper
-WebmasterWorldForumBot
-Whacker
+WebSucker
+WebZIP
+Webshag
+WebsiteExtractor
+WebsiteQuester
+Webster
+Whack
 Who.is Bot
 WinHTTrack
 WiseGuys Robot
-Wonderbot
 Wotbox
-Xaldon_WebSpider
-Zermelo
+YoudaoBot
+Zauba
 Zeus
-ZumBot
-ZyBorg
-arquivo.pt
-cah.io.community
+Zitebot
+adscanner
+archive.org_bot
+arquivo-web-crawler
+backlink-check
 check1.exe
 cognitiveseo
 crawl.sogou.com
-dataforseo.com
-demandbase-bot
+crawler.feedback
+crawler4j
 domainsproject.org
+eCatch
 evc-batch
 facebookscraper
-gopher
+heritrix
 instabid
-internetVista monitor
-ips-agent
-lwp-request
+isitwp.com
+lwp-trivial
 meanpathbot
 plumanalytics
-ripz
-satoristudio.net
+polaris version
+s1z.ru
+scan.lol
 seocompany.store
-seoscanners
-seostar
-sexsearcher
-ubermetrics-technologies.com
-voyagerx.com
+siteripz
+sp_auditbot
+spyfu
+webmeup-crawler
 webpros.com
 webprosbot
-x22Mozilla
 zauba.io
+zgrab