V4.2021.10.2639 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-80legs
+404enemy
 ALittle Client
-Abonti
 Aboundex
-Aboundexbot
+AhrefsBot
 AiHitBot
-AllSubmitter
-Alligator
-Anarchie
+Aipbot
+AlphaBot
 Anarchy
-Anthill
 Aspiegel
 Attach
+AwarioRssBot
 BBBike
-BackStreet
-BackWeb
+BDFetch
+BLEXBot
+Backlink-Ceck
+BacklinkCrawler
+Badass
 Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bigfoot
-Black Hole
-Boardreader
-BotALot
+BlackWidow
+BlowFish
 Brandprotect
-BuiltBotTough
+Buck
+Buddy
+BuiltWith
+Bullseye
 BunnySlippers
+CATExplorador
 CODE87
-CazoodleBot
-Cegbfeieh
+CSHttp
+Calculon
 CensysInspect
-CherryPicker
 Chlooe
-Claritybot
-Cloud mapping
+Cocolyzebot
+Cogentbot
 Collector
 Copier
-CrazyWebCrawler
+CopyRightCheck
+Cosmos
+Crawling at Home Project
+Crescent
 CrunchBot
-Custo
-DBLBot
+DIIbot
+DSearch
 DTS Agent
-DatabaseDriverMysqli
 Demon
-Digincore
+DigitalPebble
 Dirbuster
-Disco
 Discobot
-Discoverybot
-DomainAppender
-Download Wonder
-Drip
-EMail Siphon
-EMail Wolf
+Dispatch
+DnyzBot
+DomainCrawler
+DomainStatsBot
+Dotbot
+ECCP/1.0
 EasyDL
-Ebingbong
+Ecxi
+Evil
 Exabot
+Extractor
+Extreme Picture Finder
 EyeNetIE
-Fimap
-Firefox/7.0
+Ezooms
+FDM
 FlashGet
-Freeuploader
-Fyrebot
-GermCrawler
-GetRight
-GetWeb
+Foobot
+FrontPage
+FyberSpider
+G-i-g-a-b-o-t
 Go!Zilla
-Grabber
-HTTP::Lite
-HTTrack
+GoZilla
+Grafula
+GrapeFX
+HEADMasterSEO
+HTMLparser
 Haansoft
-Harvest
-Heritrix
+Havij
 Hloader
+HybridBot
 IDBTE4M
-Iblog
+IRLbot
+Id-search
 IlseBot
 Image Fetch
 Image Sucker
 IndeedBot
-InfoTekies
-Internet Ninja
-InternetSeer
+InfoNaviRobot
 JOC Web Spider
-Jbrofuzz
 JennyBot
-JetCar
-Joomla
-Kenjin Spider
-Keyword Density
+JustView
 Kinza
-LNSpiderguy
-LeechGet
-Lftp
+Kozmosbot
+Lanshanbot
+LexiBot
+LibWeb
+Libwhisker
+Likse
 LinkScan
-Linkbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
-Lipperhey
+LinqiaRSSBot
+Lipperhey Spider
 Litemage_walker
-Lmspider
-MIIxpc
-MQQBrowser
-MTRobot
-Mag-Net
+MSFrontPage
 Magnet
-Mail.RU_Bot
+Majestic SEO
 Majestic12
-MarkMonitor
-Mb2345Browser
-Morfeus Fucking Scanner
+MarkWatch
+MeanPath Bot
+Microsoft URL Control
+Mister PiX
 Mr.4x3
+Musobot
 NICErsPRO
-NPbot
+Name Intelligence
+Navroad
+NearSite
+Needle
+Nessus
 Net Vampire
 NetAnts
 NetZIP
-Netcraft
-Netvibes
-NextGenSearchBot
+Nettrack
 Nibbler
-Niki-bot
 NimbleCrawler
+Nimbostratus
 Ninja
 Nmap
-Nuclei
 Octopus
-Offline Navigator
-OnCrawl
 OpenLinkProfiler
-Openfind
-Openvas
+OrangeBot
 OrangeSpider
-OutclicksBot
-PHPCrawl
-PageThing.com
-Pandalytics
-Pavuk
-Petalbot
-Pi-Monster
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageGrabber
+Papa Foto
+Picscout
 Picsearch
-ProWebWalker
 Probethenet
 PxBroker
-QueryN Metasearch
-RankingBot
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
 RankingBot2
-RankurBot
-Re-re
+RealDownload
 Reaper
-Recorder
-Ripper
+RebelMouse
+RedesScrapy
 Rogerbot
-SBIder
 SEOkicks-Robot
-SMTBot
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
 SalesIntelligent
-ScanAlert
+Scanbot
 ScoutJet
 Scrapy
-ScrepyBot
+Screaming
 Searchestate
 SearchmetricsBot
-Semrush
+SemrushBot
+SentiBot
 SeoSiteCheckup
-Seomoz
+SeobilityBot
 Shodan
 Siphon
-Site Sucker
-SlySearch
-SmartDownload
-SocialRankIOBot
+Sitebeam
+Snapbot
+Sociscraper
+SpaceBison
+Spinn3r
 SputnikBot
 Sqlmap
-Sqworm
+Steeler
 Stripper
-SurveyBot
+Sucuri
+SuperBot
 Swiftbot
 Szukacz
 T0PHackTeam
 Teleport
 Telesphoreo
+Telesphorep
 The Intraformant
-TheNomad
+Thumbor
+Toata
 Tracemyfile
-True_Robot
-Turnitin
-URLy Warning
+Trendiction
+Turingos
+TwengaBot
+V-BOT
+VCI
 VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-Virusdie
-Voltron
-WBSearchBot
-WISENutbot
-WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
+Voil
+WASALive-Bot
+WPScan
+WWW-Collector-E
 WallpapersHD
-Web Collage
-Web Enhancer
 Web Fuck
-Web Pix
+Web Sauger
 Web Sucker
+WebAuto
+WebBandit
 WebCollage
-WebEnhancer
+WebFuck
+WebGo IS
 WebImageCollector
-WebLeacher
+WebReaper
+WebSauger
+WebWhacker
+Webalta
 WebmasterWorldForumBot
-Website Quester
-Whacker
-Widow
+WebsiteQuester
+Whack
+Who.is Bot
 WinHTTrack
 WiseGuys Robot
+Wonderbot
+Woobot
+Wotbox
 Xenu
 YoudaoBot
 Zauba
-Zermelo
-Zeus
-Zitebot
-ZumBot
-autoemailspider
-backlink-check
+ZmEu
+arquivo-web-crawler
+arquivo.pt
 check1.exe
+clark-crawler
 cognitiveseo
-eCatch
+crawler.feedback
+demandbase-bot
+facebookscraper
 gopher
 instabid
-isitwp.com
-lwp-request
+internetVista monitor
 magpie-crawler
+meanpathbot
 muhstik-scan
-netEstate NE Crawler
-page scorer
-pcBrowser
+plumanalytics
 probe-image-size
-seoscanners
-seostar
-serpstatbot
+scalaj-http
 sexsearcher
 sitechecker.pro
+sogouspider
 spyfu
-tAkeOut
 trendiction.de
-webmeup-crawler
-x09Mozilla
-x22Mozilla
+voyagerx.com
+xpymep1.exe
 zauba.io