V4.2022.03.2976 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-80legs
+AIBOT
+ASPSeek
 Abonti
+Aboundexbot
+AfD-Verbotsverfahren
 Aipbot
-Alexibot
-Asterias
-AwarioRssBot
-BDCbot
+Alligator
+AlphaBot
+Anarchy
+Apexoo
+Aspiegel
+BBBike
 BLEXBot
+BackDoorBot
 BackStreet
-Bandit
 Barkrowler
-BatchFTP
-Bitacle
+Battleztar Bazinga
+Bigfoot
+Black Hole
+BlackWidow
 Blow
-Boardreader
+BotALot
 Brandprotect
-BuiltWith
-Bullseye
-BunnySlippers
-CODE87
-Calculon
-CheTeam
-Chlooe
-Cliqzbot
-Cloud mapping
+BuiltBotTough
+CCBot
+Cegbfeieh
+CensysInspect
+CherryPicker
 Cogentbot
-CopyRightCheck
-Copyscape
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
-Curious
+Collector
 Custo
-DBLBot
 DSearch
-Devil
+DTS Agent
+Demon
+Deusu
+DigitalPebble
+Dirbuster
 Disco
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
+DomCopBot
 DomainAppender
 DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
 Domains Project
+Dotbot
 Download Wonder
-ECCP/1.0
+Dragonfly
+Drip
 EMail Siphon
+EasyDL
 Exabot
 Extractor
 ExtractorPro
-Extreme Picture Finder
-Ezooms
-FDM
-Fimap
+EyeNetIE
+FHscan
+FemtosearchBot
 Firefox/7.0
-FlashGet
-Foobot
-Freeuploader
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-GermCrawler
-GetWeb
-Getintent
-Go!Zilla
-GoZilla
-Grabber
-HTTrack
-Haansoft
+FrontPage
+FyberSpider
+Genieo
+GetRight
+Gigabot
+HEADMasterSEO
+HaosouSpider
 Havij
+HonoluluBot
 Humanlinks
-HybridBot
+IRLbot
 Id-search
-IlseBot
 Image Sucker
+IndeedBot
+InfoTekies
+Intelliseek
 InterGET
+Internet Ninja
+Iria
 IstellaBot
-JennyBot
+JamesBOT
+Jbrofuzz
+JikeSpider
+Kozmosbot
 LWP::Simple
-LeechFTP
-Libwhisker
+Larbin
+Lftp
+LibWeb
+Lightspeedsystems
 LinkScan
-LinksManager
+Linkbot
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
 Lipperhey
-Lipperhey Spider
-Lmspider
 Ltx71
-MFC_Tear_Sample
-MIDown tool
-Magnet
-Mail.RU_Bot
+MIIxpc
+MJ12bot
+MSIECrawler
 Majestic SEO
 Majestic-SEO
-Majestic12
-MarkWatch
+MarkMonitor
 Mass Downloader
-MauiBot
-MeanPath Bot
-Microsoft URL Control
-Mojeek
-Mojolicious
-MolokaiBot
+Mata Hari
+Mb2345Browser
+Meanpathbot
+Metauri
+Microsoft Data Access
+Minefield
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
 Msrabot
-NPbot
+Name Intelligence
+Navroad
+NearSite
+Needle
+Nessus
 Net Vampire
+NetAnts
+NetMechanic
+NetSpider
+NetZIP
 Netcraft
 Nettrack
-Netvibes
 NextGenSearchBot
 Nibbler
-Nikto
+Niki-bot
 Ninja
-Octopus
-Offline Navigator
+Nutch
 OnCrawl
-Openfind
+OpenLinkProfiler
+Openvas
 OrangeBot
+OrangeSpider
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
-Panscient
 Papa Foto
-Pi-Monster
-Picscout
+Pavuk
+PeoplePal
+Petalbot
 Picsearch
-PictureFinder
-Pixray
-PleaseCrawl
 ProPowerBot
-ProWebWalker
-Psbot
-PxBroker
-PyCurl
+Pu_iN
+QueryN Metasearch
 RSSingBot
-RankActiveLinkBot
+RankActive
+RankingBot
 RankingBot2
-Re-re
-RebelMouse
-RedesScrapy
+RealDownload
+Reaper
+Recorder
 RepoMonkey
+Rogerbot
+SBIder
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
 SEOstats
 SISTRIX
+ScanAlert
+Scanbot
 ScoutJet
-ScreenerBot
-ScrepyBot
-Searchestate
+SearchmetricsBot
+Seekport
+SemanticJuice
 Semrush
+SemrushBot
+SentiBot
 SeoSiteCheckup
-Seomoz
-Site Sucker
-SiteExplorer
+SeobilityBot
+SiteLockSpider
+SiteSnagger
+SiteSucker
 Siteimprove
 SmartDownload
-Snake
-Snapbot
-SocialRankIOBot
-Sociscraper
+Sogou web spider
+Sosospider
 SpaceBison
+SpankBot
+Spanner
+Spbot
+SputnikBot
 Sqlmap
-Sqworm
 Sucker
-Szukacz
+SuperBot
+SuperHTTP
+Surfbot
+SurveyBot
+Swiftbot
 T0PHackTeam
-T8Abot
-Telesoft
+Telesphorep
+The Intraformant
+TheNomad
 Thumbor
-TightTwatBot
-Titan
 Toata
 Tracemyfile
-Trendictionbot
+Trendiction
 Turnitin
-Twice
-Typhoeus
-UnisterBot
-VB Project
-VCI
-Vacuum
-Voltron
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Web Collage
-Web Pix
+VidibleScraper
+Virusdie
+Voil
+WBSearchBot
+WISENutbot
+WWW-Collector-E
+Web Auto
+Web Enhancer
+Web Fuck
+Web Sauger
+Web Sucker
 WebAuto
-WebBandit
 WebCollage
 WebEnhancer
 WebFetch
-WebLeacher
-WebPix
-WebZIP
+WebGo IS
+WebStripper
+WebWhacker
 Webalta
-WebmasterWorldForumBot
-Webshag
 Website Quester
-WebsiteQuester
-Webster
-Wonderbot
+Whack
+Who.is Bot
+Woobot
 Wprecon
 Xaldon WebSpider
-Xenu
-YoudaoBot
+Zauba
 Zermelo
+Zeus
 Zitebot
 ZmEu
-ZoomBot
-ZyBorg
+ZoominfoBot
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
 backlink-check
-cah.io.community
-clark-crawler
-cognitiveseo
-eCatch
-evc-batch
+check1.exe
+demandbase-bot
+domainsproject.org
 gopher
-isitwp.com
-iubenda-radar
-magpie-crawler
-meanpathbot
-muhstik-scan
-ripz
+heritrix
+internetVista monitor
+mediawords
+netEstate NE Crawler
+oBot
+plumanalytics
+probe-image-size
+satoristudio.net
 scalaj-http
+scan.lol
 seocompany.store
+seoscanners
 serpstatbot
-sexsearcher
-sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
-sysscan
-tAkeOut
+spyfu
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webmeup-crawler
-x22Mozilla
-zauba.io
-zgrab
+webpros.com