V4.2022.03.2987 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404enemy
-Abonti
+ADmantX
+ASPSeek
 Aboundex
-Aboundexbot
 AfD-Verbotsverfahren
 Aipbot
+AllSubmitter
 AlphaBot
-Anarchie
+Anarchy
+Anarchy99
 Anthill
-Apexoo
 Asterias
 Atomseobot
-Attach
-AwarioSmartBot
 BBBike
-BDFetch
 BackDoorBot
+BackStreet
 Backlink-Ceck
-Bandit
+BacklinkCrawler
 BatchFTP
-Black Hole
-BlowFish
+BetaBot
+Bitacle
+BlackWidow
 Bolt
 BotALot
+Brandprotect
 Brandwatch
 BuiltBotTough
-BuiltWith
-BuzzSumo
 CODE87
 CSHttp
-CazoodleBot
+Cegbfeieh
+CheTeam
 CheeseBot
 CherryPicker
-ChinaClaw
-Cloud mapping
 Copier
 CopyRightCheck
+Crawling at Home Project
+Crescent
+DIIbot
 DSearch
+DataCha0s
+DatabaseDriverMysqli
+Demon
 Deusu
 Devil
-Disco
-Discobot
-Discoverybot
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
+Digincore
+DigitalPebble
+DittoSpyder
+DomCopBot
 DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
-Dragonfly
+Dotbot
 ECCP/1.0
-EMail Siphon
-EMail Wolf
-EirGrabber
-Evil
+EroCrawler
 Exabot
-ExtLinksBot
+Express WebPictures
+Extractor
 ExtractorPro
+Ezooms
+FDM
 Fimap
-FlashGet
-Foobot
-Fyrebot
+Freeuploader
+FrontPage
 G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
+Genieo
+GermCrawler
 GetRight
 Gigabot
-Gotit
-Grabber
-GrapeFX
-GrapeshotCrawler
-GridBot
-HMView
-Harvest
+Go!Zilla
+Grafula
+HEADMasterSEO
+HTMLparser
+HTTP::Lite
 Heritrix
-Image Fetch
+Hloader
+HonoluluBot
+IDBTE4M
+IRLbot
+Image Sucker
 InfoNaviRobot
+InfoTekies
 Intelliseek
 InterGET
-InternetSeer
+Iria
 JOC Web Spider
 JamesBOT
-Jbrofuzz
-JikeSpider
+Jetty
 Jorgee
 Jyxobot
-Kozmosbot
 LWP::Simple
-Larbin
-LeechGet
-LexiBot
-Lftp
+Leap
+Libwhisker
+LieBaoFast
 LinkScan
+LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Litemage_walker
 Lmspider
 Ltx71
-MIIxpc
-MJ12bot
-MSFrontPage
-MTRobot
+MQQBrowser
 Mag-Net
 Mail.RU_Bot
-MarkMonitor
-Mata Hari
-MauiBot
 Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
-Microsoft Data Access
-Moblie Safari
+MicroMessenger
+Microsoft URL Control
 Mr.4x3
-Musobot
-NICErsPRO
-NPbot
+Msrabot
 Name Intelligence
 Navroad
-NearSite
-Nessus
-Net Vampire
-NetAnts
-NetLyzer
-Nettrack
+NetZIP
+Netcraft
 Netvibes
-NimbleCrawler
-Not
-Nuclei
-Offline Explorer
-OnCrawl
-Openfind
-Openvas
-OrangeSpider
+NextGenSearchBot
+Nikto
+Nimbostratus
+Nmap
+Octopus
+Offline Navigator
+OutclicksBot
 PECL::HTTP
-Page Analyzer
-PageScorer
-PageThing.com
+PageGrabber
 Panscient
-Pavuk
-Petalbot
+Papa Foto
+Pi-Monster
 Picscout
-Picsearch
+PictureFinder
+Piepmatz
 PleaseCrawl
 ProPowerBot
 Probethenet
 Pump
+QueryN Metasearch
+Quick-Crawler
 RankActive
 RankActiveLinkBot
-RankFlex
-Rankivabot
-ReGet
-RealDownload
-Recorder
+RankurBot
+Re-re
+Reaper
 RedesScrapy
-Ripper
+RepoMonkey
 RocketCrawler
-Rogerbot
-SEOkicks-Robot
-SEOprofiler
-SISTRIX
-SalesIntelligent
-ScoutJet
-ScreenerBot
+SMTBot
+Scanbot
+Screaming
 ScrepyBot
-Searchestate
 SearchmetricsBot
-SemrushBot
-SentiBot
+Seekport
 SeoSiteCheckup
 Siphon
 Site Sucker
-SiteLockSpider
-SiteSucker
-SmartDownload
+Sitevigil
+SlySearch
+Snapbot
 SocialRankIOBot
-Sociscraper
-Spammen
-Sqlworm
+Sottopop
+SpankBot
+Spanner
+Spinn3r
+SputnikBot
 Sqworm
-Steeler
-Stripper
+Sucker
 Sucuri
+SuperBot
 SuperHTTP
 Surfbot
-SurveyBot
-Suzuran
 Szukacz
-Telesoft
-Telesphorep
+T0PHackTeam
+Teleport
+The Intraformant
+Thumbor
+TightTwatBot
 Titan
+Toweyabot
+Tracemyfile
+Trendiction
 Trendictionbot
 True_Robot
+Turingos
+Turnitin
 TwengaBot
-Typhoeus
-V-BOT
-VCI
-Vacuum
+Twice
+URLy.Warning
+Upflow
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+Virusdie
 VoidEYE
-Voil
 WASALive-Bot
 WBSearchBot
-Wallpapers/3.0
-Web Auto
-Web Pix
-WebCollage
+WEBDAV
+WPScan
+WallpapersHD
+Web Sauger
+Web Sucker
+WebCopier
+WebEnhancer
+WebFetch
+WebFuck
 WebImageCollector
 WebLeacher
-WebPix
-WebStripper
-WebZIP
+WebSauger
+WebWhacker
+Webalta
+Webshag
+WebsiteExtractor
 WebsiteQuester
+Webster
+Whacker
+Whatweb
 Who.is Bot
 Widow
-Wprecon
+Woobot
+Xaldon WebSpider
 Xaldon_WebSpider
 YoudaoBot
 Zauba
-Zermelo
-adscanner
-arquivo-web-crawler
-autoemailspider
-backlink-check
+Zitebot
+ZmEu
+ZoominfoBot
+archive.org_bot
+arquivo.pt
 cah.io.community
-coccocbot
+clark-crawler
 com.plumanalytics
+crawler.feedback
 dataforseo.com
-evc-batch
-internetVista monitor
-ips-agent
-iubenda-radar
-lwp-request
-mediawords
-muhstik-scan
+domainsproject.org
+eCatch
+facebookscraper
+meanpathbot
 netEstate NE Crawler
 page scorer
-pcBrowser
-plumanalytics
-ripz
-s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
-serpstatbot
-sexsearcher
+seobility
+seoscanners
+seostar
 sitechecker.pro
-sp_auditbot
-trendiction.com
+trendiction.de
 voyagerx.com
+webmeup-crawler
 webpros.com
-webprosbot
 x09Mozilla
 xpymep1.exe
+zauba.io