V4.2021.03.2297 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-80legs
-Abonti
-Aboundex
-Acunetix
-AiHitBot
-Alexibot
-Alligator
-Anarchie
+AfD-Verbotsverfahren
 Anarchy99
-Asterias
-AwarioRssBot
-Backlink-Ceck
-backlink-check
-Bandit
-Battleztar Bazinga
-BDCbot
-BetaBot
+Ankit
+Anthill
+archive.org_bot
+arquivo-web-crawler
+Aspiegel
+Attach
+autoemailspider
+AwarioSmartBot
+BackDoorBot
+Badass
+Barkrowler
+BatchFTP
+BBBike
 Bigfoot
-Bitacle
-Blackboard
 BLEXBot
-BotALot
+Blow
+BlowFish
+Brandwatch
+BuiltBotTough
 Bullseye
-BunnySlippers
-BuzzSumo
-Calculon
-CATExplorador
-CazoodleBot
-Cegbfeieh
-check1.exe
+CCBot
+CensysInspect
+CheeseBot
 ChinaClaw
-Chlooe
-Claritybot
 Cloud mapping
 coccocbot-web
+Cocolyzebot
+CODE87
+Cogentbot
 cognitiveseo
-com.plumanalytics
-Copier
-CopyRightCheck
+Collector
 Copyscape
 Cosmos
-crawler4j
-CSHttp
-CyotekWebCopy
+Craftbot
+crawl.sogou.com
 DatabaseDriverMysqli
-DataCha0s
-DIIbot
-Dirbuster
-Disco
+DBLBot
+Demon
+Devil
 Discobot
+Discoverybot
 Dispatch
-DittoSpyder
-DnyzBot
-domainsproject.org
+DomainAppender
+DomainSigmaCrawler
+Domains Project
 DomainStatsBot
 DomCopBot
-Dotbot
 Download Wonder
 Drip
-eCatch
+DSearch
+Ecxi
+EMail Siphon
 EMail Wolf
-evc-batch
 Evil
-Exabot
+Express WebPictures
 ExtLinksBot
 Extreme Picture Finder
+facebookscraper
 Fimap
 Firefox/7.0
-Getintent
-GetWeb
+Foobot
+Genieo
+GermCrawler
 Go-Ahead-Got-It
-gopher
 Gotit
+GoZilla
+Go!Zilla
 Grabber
-GrapeFX
+Grafula
 GrapeshotCrawler
-GT::WWW
-Haansoft
+GridBot
 HaosouSpider
-Harvest
-Havij
-Heritrix
 Hloader
 HMView
-Id-search
-IlseBot
-Image Fetch
+HTTP::Lite
+HTTrack
+HybridBot
+IDBot
+IDBTE4M
+IndeedBot
 Indy Library
 InfoNaviRobot
 InfoTekies
-InternetSeer
+Internet Ninja
 internetVista monitor
 ips-agent
-Iskanie
-JamesBOT
+JennyBot
+JetCar
+Jetty
+JikeSpider
 JOC Web Spider
+Joomla
+Jorgee
+JustView
 Kenjin Spider
 Kozmosbot
-Lanshanbot
 Larbin
 LexiBot
 Lftp
-LibWeb
-Lightspeedsystems
+Libwhisker
 LinkpadBot
-LinkWalker
-LinqiaMetadataDownloaderBot
+LinksManager
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-LNSpiderguy
-Ltx71
+Litemage_walker
+lwp-request
+lwp-trivial
 Mag-Net
-Mail.RU_Bot
 Majestic12
-Majestic SEO
+MarkMonitor
+MarkWatch
 Masscan
 Mass Downloader
+Mata Hari
 MauiBot
 Mb2345Browser
 MeanPath Bot
 Mediatoolkitbot
+mediawords
 MegaIndex.ru
-MFC_Tear_Sample
+Metauri
 MicroMessenger
 Microsoft Data Access
-MIDown tool
-Mister PiX
+Microsoft URL Control
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-MQQBrowser
 Mr.4x3
-MSIECrawler
-Msrabot
 MTRobot
+muhstik-scan
+Musobot
+Nameprotect
+Navroad
 NearSite
-Needle
+Nessus
 Netcraft
-Netvibes
-NetZIP
-NextGenSearchBot
-Nibbler
-NICErsPRO
+NetLyzer
+NetSpider
 Niki-bot
 Nimbostratus
 Nmap
-NPbot
 Nuclei
-Nutch
 oBot
+Octopus
 Offline Explorer
-OnCrawl
+OpenLinkProfiler
 OpenVAS
-OrangeBot
-OrangeSpider
 OutclicksBot
-PageAnalyzer
 PageGrabber
-PageScorer
-PageThing.com
-PeoplePal
-plumanalytics
-polaris version
-probe-image-size
+page scorer
+Panscient
+Papa Foto
+Pavuk
+Picsearch
+PictureFinder
+Piepmatz
+PleaseCrawl
+Pockey
 Probethenet
-ProPowerBot
 ProWebWalker
 Pump
-PxBroker
-RankActiveLinkBot
+QueryN Metasearch
+RankingBot2
 Rankivabot
-RankurBot
 Reaper
 RebelMouse
 Recorder
-RedesScrapy
 ReGet
 Re-re
 Ripper
-Rogerbot
-RSSingBot
-satoristudio.net
-scan.lol
+s1z.ru
+SalesIntelligent
+Scanbot
 ScoutJet
 Scrapy
-SentiBot
-SEOlyticsCrawler
+Searchestate
+Semrush
+SemrushBot
+SEOkicks
+SEOkicks-Robot
+Seomoz
 SEOprofiler
 SEOstats
-Sitebeam
-SiteCheckerBotCrawler
-Siteimprove
+sexsearcher
+sitechecker.pro
+SiteExplorer
 SiteLockSpider
-SiteSnagger
+siteripz
 SiteSucker
-Site Sucker
-SmartDownload
-Snake
-Sottopop
+SocialRankIOBot
+sogouspider
 SpaceBison
-spyfu
+Spammen
+Spanner
+sp_auditbot
+Sqlmap
+Sqlworm
 Stripper
 Sucker
-Sucuri
+SurveyBot
+T0PHackTeam
 T8Abot
 tAkeOut
-TeleportPro
-TheNomad
-Titan
+Teleport
+TightTwatBot
 Toata
 Toweyabot
-trendiction.com
 trendiction.de
-TurnitinBot
+Turnitin
 TwengaBot
-Twice
-Typhoeus
-UnisterBot
+Upflow
 URLy Warning
+URLy.Warning
 Vagabondo
-VCI
-VidibleScraper
-Wallpapers/3.0
-Web Auto
-WebBandit
-WEBDAV
+VB Project
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voil
+Voltron
+WallpapersHD
+WASALive-Bot
+Webalta
+WebCollage
 WebEnhancer
+Web Enhancer
 WebFetch
-Web Fuck
+Web Fetch
 WebImageCollector
-WebLeacher
+webmeup-crawler
 WebPix
 WebReaper
+WebSauger
 Web Sauger
-WebsiteExtractor
+WebsiteQuester
 WebWhacker
-WeSEE
-Whatweb
+WebZIP
+Whacker
 Who.is Bot
-Widow
+WinHTTrack
 WISENutbot
 Wprecon
-WPScan
-WWWOFFLE
+WWW-Mechanize
+Xaldon WebSpider
+Xenu
 YoudaoBot
-Zade
-ZmEu
-ZoominfoBot
-ZyBorg
+Zauba
+zauba.io