V4.2022.04.3016 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
+360Spider
 404enemy
-80legs
 ALittle Client
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
+Aboundex
+AhrefsBot
+AiHitBot
 Anarchie
-Anarchy99
-Anthill
+Anarchy
 Apexoo
+Asterias
+Atomseobot
 AwarioRssBot
-AwarioSmartBot
-BBBike
-BDCbot
-BLEXBot
+BDFetch
 BackDoorBot
-BacklinkCrawler
+BackStreet
+BackWeb
+Backlink-Ceck
+Barkrowler
 Bigfoot
-BlowFish
-Bolt
+BlackWidow
+Blackboard
+Boardreader
+BotALot
 Brandprotect
-Buddy
+Brandwatch
+BuiltBotTough
 BunnySlippers
+BuzzSumo
+Calculon
 CazoodleBot
 Cegbfeieh
-CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
-Chlooe
-Claritybot
-Cloud mapping
+Citoid
+Cocolyzebot
+Cogentbot
 Collector
-CrazyWebCrawler
-Curious
-CyotekWebCopy
-DSearch
+Copier
+CopyRightCheck
+Cosmos
+Crawling at Home Project
+Crescent
+DIIbot
+DTS Agent
 DataCha0s
 Demon
-Deusu
-Digincore
+Dirbuster
 Disco
 Discobot
-Dispatch
-DnyzBot
-DomainCrawler
-DomainSigmaCrawler
+DnBCrawler-Analytics
+DomainStatsBot
 Domains Project
-ECCP/1.0
-Ebingbong
+Dotbot
+Drip
+EMail Wolf
+Ecxi
 EroCrawler
+Exabot
 ExtLinksBot
-ExtractorPro
+Extractor
 Extreme Picture Finder
-EyeNetIE
-Ezooms
-FDM
-FHscan
-FemtosearchBot
+FlashGet
+Freeuploader
 FrontPage
-Fyrebot
 GT::WWW
 GalaxyBot
+Genieo
+GermCrawler
 GetRight
-Getintent
-Go-Ahead-Got-It
+GetWeb
+GoZilla
+Gotit
+GrabNet
+Grafula
+GrapeshotCrawler
 HEADMasterSEO
-HTTrack
-Haansoft
-HaosouSpider
-Havij
-Heritrix
-Humanlinks
+HMView
+HonoluluBot
 HybridBot
-IDBTE4M
-IDBot
-Iblog
-Id-search
+IlseBot
 Image Sucker
-IndeedBot
+Indy Library
+InfoTekies
 Intelliseek
-InterGET
-Internet Ninja
 InternetSeer
 Iskanie
 JOC Web Spider
+JennyBot
 JetCar
-Jorgee
-JustView
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
-LWP::Simple
+JikeSpider
+Jyxobot
+Kenjin Spider
+LNSpiderguy
+Leap
+LeechFTP
 LexiBot
 Lftp
 Libwhisker
-LieBaoFast
 Lightspeedsystems
-LinkScan
-LinkWalker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey
-Litemage_walker
-MIDown tool
+Linkdexbot
+LinqiaRSSBot
+Lipperhey Spider
 MIIxpc
-MQQBrowser
-MSIECrawler
+MJ12bot
+MSFrontPage
+MTRobot
 Magnet
+Mail.RU_Bot
 Majestic SEO
-Mass Downloader
-MauiBot
+Majestic12
+MarkWatch
+Masscan
+Mata Hari
 Mb2345Browser
-Mediatoolkitbot
-Mister PiX
+MegaIndex.ru
+Metauri
 Moblie Safari
-Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
+Mojeek
+Mozlila
 Msrabot
 Musobot
 Nameprotect
-Navroad
-NetSpider
-NetZIP
+Net Vampire
+NetMechanic
 Nettrack
 Netvibes
-NimbleCrawler
-Nimbostratus
-Ninja
-Nutch
-Octopus
-Openvas
+Nibbler
+Niki-bot
+Nuclei
+Offline Explorer
+OnCrawl
+OpenLinkProfiler
+Openfind
+OrangeBot
 OrangeSpider
 PECL::HTTP
-POE-Component-Client-HTTP
+PHPCrawl
 Page Analyzer
-PageAnalyzer
-PageThing.com
-Papa Foto
-Petalbot
 Pi-Monster
-Picsearch
 Piepmatz
 Pixray
-PleaseCrawl
-ProPowerBot
-ProWebWalker
 Psbot
-PyCurl
+Pu_iN
+Pump
+QueryN Metasearch
 Quick-Crawler
-RankingBot2
+RSSingBot
+RankActiveLinkBot
+RankingBot
 Rankivabot
-RankurBot
-ReGet
-SEOkicks-Robot
-SEOprofiler
+Reaper
+Recorder
+RepoMonkey
+Rogerbot
+SEOkicks
 SEOstats
+SISTRIX
 SalesIntelligent
+Scanbot
 ScoutJet
 Scrapy
 Screaming
+ScreenerBot
 ScrepyBot
 Searchestate
-SentiBot
+SearchmetricsBot
 Seomoz
-Siphon
 SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
-Snake
+SmartDownload
 Snapbot
-Sottopop
-Spammen
+Sosospider
 SpankBot
 Spanner
-Spinn3r
+Spbot
+SputnikBot
 Sqlmap
 Sqworm
 Steeler
-Sucuri
+Suzuran
 Swiftbot
-Szukacz
-T0PHackTeam
-Telesphorep
+Teleport
+TeleportPro
+The Intraformant
 Thumbor
+TightTwatBot
+Titan
 Toweyabot
-Trendictionbot
-True_Robot
-TurnitinBot
-URLy.Warning
+Trendiction
+TwengaBot
+Twice
 Upflow
 V-BOT
 VB Project
+VCI
 Vagabondo
-Voltron
+VeriCiteCrawler
+Virusdie
 WBSearchBot
+WEBDAV
 WISENutbot
+WPScan
+WWW::Mechanize
+Wallpapers/3.0
+WallpapersHD
 Web Collage
-Web Pix
-WebFetch
-WebGo IS
+Web Fuck
+WebAuto
+WebBandit
+WebFuck
 WebImageCollector
-WebLeacher
+WebPix
 WebReaper
 WebStripper
 WebWhacker
-WebsiteQuester
+WebmasterWorldForumBot
 Webster
-Whacker
-Whatweb
-Widow
-Woobot
+Who.is Bot
 Wprecon
-Xaldon_WebSpider
-Xenu
-Zeus
-ZoominfoBot
+YoudaoBot
+Zermelo
 ZumBot
-archive.org_bot
 arquivo.pt
-backlink-check
-cah.io.community
+autoemailspider
 coccocbot
-com.plumanalytics
-crawler.feedback
-crawler4j
-eCatch
+crawl.sogou.com
+evc-batch
+facebookscraper
+gopher
+heritrix
+instabid
 ips-agent
+isitwp.com
 iubenda-radar
-magpie-crawler
+lwp-request
+lwp-trivial
 meanpathbot
 mediawords
-muhstik-scan
+page scorer
 plumanalytics
-s1z.ru
-scan.lol
+polaris version
+ripz
+satoristudio.net
 seobility
-seocompany.store
-sexsearcher
+seoscanners
 sitechecker.pro
-spyfu
+sp_auditbot
 sysscan
-trendiction.de
 ubermetrics-technologies.com
 webgains-bot
 x09Mozilla
-xpymep1.exe
+x22Mozilla
 zauba.io