V4.2022.03.2962 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
-404enemy
 80legs
-ADmantX
-ASPSeek
-Aboundexbot
-Acunetix
-AllSubmitter
+ALittle Client
+Aboundex
+AfD-Verbotsverfahren
+AiHitBot
+Alexibot
 Alligator
-Anarchie
-Anarchy99
-Ankit
+AlphaBot
+Aspiegel
 Asterias
-BDCbot
-BLEXBot
+Atomseobot
+BBBike
+BDFetch
+BackStreet
+BackWeb
+Backlink-Ceck
 Badass
-Bandit
 Barkrowler
-BatchFTP
 BetaBot
-Bitacle
-BlowFish
-BotALot
+Bigfoot
+Black Hole
+Boardreader
+Bolt
 Brandwatch
-Bullseye
-BunnySlippers
-BuzzSumo
-CATExplorador
-CCBot
+Buck
+CODE87
 CSHttp
 Calculon
-Cegbfeieh
+CazoodleBot
+CensysInspect
 CheTeam
-CheeseBot
-CherryPicker
 Chlooe
 Citoid
+Claritybot
+Cliqzbot
 Cocolyzebot
-Cosmos
+Copier
 CrazyWebCrawler
-CrunchBot
-CyotekWebCopy
-DBLBot
-DIIbot
-DTS Agent
+DSearch
+DatabaseDriverMysqli
+Devil
+Digincore
+DigitalPebble
+Dirbuster
+Disco
 Discobot
+DnBCrawler-Analytics
 DnyzBot
 DomCopBot
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Domains Project
 Download Wonder
 Drip
-EMail Siphon
-EMail Wolf
+ECCP/1.0
+EasyDL
 EirGrabber
-EroCrawler
 Evil
-ExtLinksBot
-Extractor
-Extreme Picture Finder
+Exabot
+ExtractorPro
+Ezooms
 FDM
-FHscan
-FemtosearchBot
-Freeuploader
-Fuzz
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
+FlashGet
+Flunky
 Genieo
 GermCrawler
 GetWeb
-Gigabot
-Grabber
-HEADMasterSEO
+GrapeFX
+GrapeshotCrawler
+HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
-HaosouSpider
+Harvest
 HonoluluBot
+Humanlinks
+IDBTE4M
 IDBot
-IRLbot
 Iblog
+Image Sucker
 Indy Library
 InfoNaviRobot
-JOC Web Spider
+Internet Ninja
+Iria
+Iskanie
+JamesBOT
+Jbrofuzz
 JetCar
+Jetty
+JikeSpider
 Joomla
-Keyword Density
-Lanshanbot
+Jorgee
+Jyxobot
+Kinza
+LNSpiderguy
+LWP::Simple
+Larbin
+LeechFTP
+LeechGet
 LexiBot
 Lftp
-LibWeb
-Libwhisker
-LieBaoFast
 Likse
-Linkbot
-Linkdexbot
 LinkpadBot
-Lipperhey
-Lipperhey Spider
+LinksManager
+LinqiaRSSBot
+Lmspider
+MFC_Tear_Sample
 MIDown tool
 MIIxpc
-MTRobot
+MQQBrowser
 Mag-Net
+Magnet
 Mail.RU_Bot
 Majestic-SEO
-Majestic12
-MarkMonitor
+MarkWatch
+Mass Downloader
+Mata Hari
 MauiBot
+Mb2345Browser
 Meanpathbot
-Microsoft Data Access
+MegaIndex.ru
+MicroMessenger
 Microsoft URL Control
-Mister PiX
+Minefield
 Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
+Mozlila
+Msrabot
 Musobot
-Name Intelligence
+NPbot
 Net Vampire
-Nettrack
-NextGenSearchBot
+NetMechanic
+NetSpider
+NetZIP
+Netcraft
 Nikto
-Octopus
+NimbleCrawler
+Ninja
+Nmap
+Nuclei
+Offline Explorer
+OnCrawl
+OpenVAS
 Openfind
-Openvas
-OrangeSpider
-OutfoxBot
 PECL::HTTP
-PHPCrawl
-PageGrabber
-PageScorer
-Pandalytics
-Papa Foto
-PictureFinder
-Pimonster
+Page Analyzer
+PageAnalyzer
+PageThing.com
+Pavuk
+PeoplePal
+Petalbot
+Picsearch
+Piepmatz
 Pixray
-ProWebWalker
-Probethenet
+Pockey
+ProPowerBot
 Pu_iN
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankingBot
 RankingBot2
-Recorder
+RankurBot
+Re-re
+ReGet
+RedesScrapy
+RepoMonkey
 Ripper
-RocketCrawler
-SEOstats
-SalesIntelligent
+Rogerbot
+SEOkicks
+SEOprofiler
+SISTRIX
 ScanAlert
-ScoutJet
+Scanbot
 Scrapy
-Screaming
-SearchmetricsBot
-Seekport
-Semrush
-SemrushBot
+SentiBot
 SeobilityBot
 Seomoz
-Siphon
-SiteLockSpider
-SiteSucker
-SmartDownload
-Snoopy
+SiteSnagger
+Siteimprove
+Sitevigil
 Sogou web spider
+SpankBot
+Spbot
+Spinn3r
+Sqlmap
+Sqworm
 Stripper
 Sucuri
 SuperBot
-Surfbot
-SurveyBot
-T8Abot
+Szukacz
 Teleport
-Telesoft
-Telesphorep
-TheNomad
-Thumbor
-Titan
+Telesphoreo
 Toata
-Trendiction
-Upflow
-V-BOT
+Turingos
+Turnitin
+Twice
+URLy Warning
+Vacuum
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-Voil
 Voltron
-WEBDAV
-WISENutbot
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Collage
-Web Enhancer
-Web Fuck
+WeSEE
+Web Fetch
+Web Pix
 Web Sucker
-WebCollage
-WebEnhancer
-WebFetch
-WebImageCollector
+WebBandit
+WebFuck
+WebPix
 WebReaper
-WebStripper
-WebZIP
-WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
-Who.is Bot
+WebSauger
+Webalta
+Whack
 Widow
 Wonderbot
-Woobot
 Wotbox
 Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-Zauba
-Zeus
+YoudaoBot
+Zade
 ZoomBot
-ZoominfoBot
-ZyBorg
+ZumBot
 adscanner
 archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-backlink-check
-clark-crawler
-com.plumanalytics
-dataforseo.com
-demandbase-bot
+cah.io.community
+coccocbot
+crawl.sogou.com
 eCatch
 evc-batch
+facebookscraper
 heritrix
-internetVista monitor
-ips-agent
 isitwp.com
-lwp-trivial
-magpie-crawler
-meanpathbot
-oBot
 pcBrowser
-seocompany.store
+polaris version
+ripz
+s1z.ru
 seostar
 serpstatbot
-siteripz
-sogouspider
-tAkeOut
-voyagerx.com
-webgains-bot
-webmeup-crawler
-webpros.com
+sitechecker.pro
+spyfu
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 webprosbot
+xpymep1.exe
+zauba.io