V4.2022.01.2881 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
 80legs
 Aboundex
+AfD-Verbotsverfahren
 AiHitBot
-Alexibot
+Aipbot
 AlphaBot
+Anarchie
 Anarchy
 Anarchy99
 Ankit
-Anthill
-Aspiegel
-Asterias
+Apexoo
+Attach
+AwarioRssBot
+AwarioSmartBot
 BBBike
-BackDoorBot
-BackStreet
-Badass
+BDCbot
+BDFetch
+Backlink-Ceck
+BacklinkCrawler
+Bandit
+Battleztar Bazinga
 BetaBot
-Bitacle
-Blow
-Boardreader
-BotALot
-Brandprotect
-Brandwatch
-Buddy
+BlackWidow
+BlowFish
+BuiltBotTough
 BuiltWith
-Bullseye
-CODE87
-ChinaClaw
-Chlooe
+CATExplorador
+CSHttp
+CensysInspect
+CheeseBot
+CherryPicker
 Claritybot
-Cloud mapping
+Cliqzbot
 Cocolyzebot
-Collector
+Copier
+Cosmos
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
 CrunchBot
 Custo
-DBLBot
-DIIbot
+DTS Agent
 Demon
-Deusu
-Disco
+Digincore
+DigitalPebble
+Discoverybot
+Dispatch
 DnyzBot
-DomCopBot
-DomainCrawler
+DomainAppender
+DomainSigmaCrawler
 Domains Project
+Dotbot
+Download Wonder
 Dragonfly
-ECCP/1.0
-Ecxi
-EirGrabber
+Drip
+EMail Siphon
+EasyDL
 EroCrawler
-Exabot
-ExtLinksBot
-Extreme Picture Finder
-Fimap
+Extractor
+FHscan
 Firefox/7.0
 FlashGet
-Flunky
 Foobot
-Genieo
-GoZilla
+GalaxyBot
+GermCrawler
+GetRight
+Getintent
+Gotit
+GrabNet
 Grafula
 GrapeshotCrawler
-GridBot
-HEADMasterSEO
 HMView
-HTTrack
-HaosouSpider
-Harvest
-Havij
-Hloader
+Haansoft
+Heritrix
+HybridBot
 IDBTE4M
-Image Fetch
-Indy Library
+IDBot
+Iblog
+IlseBot
+IndeedBot
 InfoNaviRobot
+Intelliseek
 InterGET
-Iskanie
+Internet Ninja
+JetCar
+Jetty
 JikeSpider
-Jorgee
-JustView
-Keyword Density
+Joomla
 Kozmosbot
 LWP::Simple
+Leap
+LeechFTP
+LeechGet
 Lftp
 LibWeb
-Libwhisker
-LieBaoFast
 Lightspeedsystems
-Likse
-LinkScan
 LinkWalker
 Linkbot
-Linkdexbot
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinksManager
 LinqiaRSSBot
 Lipperhey
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
-MJ12bot
-MQQBrowser
+Lipperhey Spider
+Ltx71
+MSFrontPage
 MTRobot
+Magnet
 Majestic SEO
 Majestic-SEO
-Masscan
-Mb2345Browser
-Meanpathbot
-Metauri
-MicroMessenger
-Microsoft Data Access
+MarkMonitor
+Mass Downloader
+MeanPath Bot
 Minefield
 Mister PiX
-Moblie Safari
 Mojeek
 Mojolicious
-MolokaiBot
+Mozlila
 Mr.4x3
-Msrabot
-NearSite
-Nessus
-NetLyzer
-NetMechanic
-NetSpider
-NetZIP
+Musobot
+NPbot
+Nameprotect
+Net Vampire
 Nettrack
+Netvibes
 NextGenSearchBot
-NimbleCrawler
+Nikto
 Ninja
-Nuclei
 Nutch
-Octopus
-OpenLinkProfiler
-Openvas
-OrangeBot
-Page Analyzer
+Offline Explorer
+Offline Navigator
+OnCrawl
+Openfind
+OutfoxBot
+POE-Component-Client-HTTP
+Papa Foto
 PeoplePal
-Petalbot
-Pi-Monster
+PictureFinder
 PleaseCrawl
-Pockey
 ProPowerBot
+ProWebWalker
 Pump
-Quick-Crawler
+PyCurl
 RSSingBot
+RankActiveLinkBot
 RankFlex
-RankingBot2
+RankingBot
 Rankivabot
 ReGet
+RealDownload
 Reaper
-Recorder
-RepoMonkey
+RocketCrawler
+SBIder
 SEOkicks
-SEOprofiler
+SEOkicks-Robot
+SEOlyticsCrawler
+SISTRIX
+SMTBot
 ScanAlert
 Screaming
 ScreenerBot
+Searchestate
 SearchmetricsBot
 Seekport
-SemanticJuice
+SemrushBot
 SeobilityBot
-Site Sucker
+Seomoz
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
 Sitebeam
-Siteimprove
-Sitevigil
-SmartDownload
 Snapbot
-Sociscraper
+Sogou web spider
+Sosospider
 SpaceBison
-SputnikBot
-Sqlmap
+Spanner
+Spbot
+Spinn3r
+Sqlworm
 Sqworm
 Steeler
-SuperBot
-SuperHTTP
-T0PHackTeam
-Teleport
-Telesphoreo
+Sucker
+Suzuran
+Swiftbot
+Szukacz
+T8Abot
+Telesoft
+Telesphorep
 Thumbor
-TightTwatBot
 Titan
 Toweyabot
 Trendictionbot
-True_Robot
-UnisterBot
+TurnitinBot
 Upflow
 V-BOT
-VB Project
-VelenPublicWebCrawler
+VCI
+Vagabondo
 VeriCiteCrawler
-Virusdie
+VoidEYE
 Voil
-Voltron
 WBSearchBot
 WEBDAV
-WWW-Collector-E
-WWW::Mechanize
+WPScan
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
-WebCopier
+WallpapersHD
+WeSEE
+Web Fetch
+Web Sucker
+WebAuto
 WebFetch
-WebGo IS
-WebPix
-WebSucker
-WebZIP
+WebReaper
+WebStripper
+Webalta
+WebmasterWorldForumBot
 Webshag
 Website Quester
-WebsiteQuester
 Whack
-Widow
-WiseGuys Robot
-Wotbox
-Wprecon
+WinHTTrack
+Wonderbot
+Xaldon WebSpider
 Xenu
-Zauba
+Zade
+Zeus
+Zitebot
 ZmEu
-ZyBorg
-adscanner
-arquivo-web-crawler
-autoemailspider
-coccocbot-web
-cognitiveseo
+ZumBot
+archive.org_bot
+arquivo.pt
+cah.io.community
+clark-crawler
 crawl.sogou.com
-crawler.feedback
-domainsproject.org
-eCatch
+demandbase-bot
 evc-batch
+facebookscraper
 instabid
-internetVista monitor
 isitwp.com
-iubenda-radar
-lwp-trivial
-polaris version
+lwp-request
+mediawords
+netEstate NE Crawler
 ripz
-s1z.ru
-scalaj-http
-scan.lol
+seoscanners
 serpstatbot
-sexsearcher
+sitechecker.pro
 siteripz
-sogouspider
 sp_auditbot
-trendiction.com
-ubermetrics-technologies.com
-webmeup-crawler
-webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
+spyfu
+tAkeOut
+webgains-bot