V4.2022.02.2905 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404enemy
+80legs
+AIBOT
+ASPSeek
 Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
+Alligator
+Anarchie
 Anarchy
-Aspiegel
+Asterias
 Attach
-AwarioRssBot
-BBBike
+BDCbot
 BDFetch
+BackDoorBot
 BackStreet
+BackWeb
 Backlink-Ceck
-Badass
-Bandit
-Barkrowler
+BacklinkCrawler
+Battleztar Bazinga
 BetaBot
-Bigfoot
-Blackboard
+BlackWidow
 BlowFish
-Bolt
+BotALot
+Brandprotect
+Brandwatch
+Buck
 Bullseye
-BuzzSumo
-CODE87
+CCBot
 CSHttp
 Cegbfeieh
-CheTeam
-CheeseBot
-ChinaClaw
+CensysInspect
 Citoid
-Cocolyzebot
-Collector
+Cogentbot
 Copier
+CopyRightCheck
 Cosmos
-Curious
-CyotekWebCopy
+Craftbot
+Crawling at Home Project
+Crescent
+DBLBot
+DIIbot
 DSearch
 DTS Agent
 DataCha0s
 DatabaseDriverMysqli
 Deusu
-Digincore
 DigitalPebble
-Discobot
-DnBCrawler-Analytics
-DomCopBot
+Disco
+Dispatch
+DittoSpyder
 DomainAppender
-DomainCrawler
 Domains Project
-Dragonfly
-Drip
-ECCP/1.0
-EMail Siphon
-EMail Wolf
-EirGrabber
-Express WebPictures
-Extractor
-Extreme Picture Finder
-Ezooms
+EasyDL
+Ebingbong
+EroCrawler
+Exabot
+EyeNetIE
 FDM
-FemtosearchBot
+FHscan
+Fimap
+Firefox/7.0
 FlashGet
-Flunky
-FrontPage
-Fuzz
-FyberSpider
-Fyrebot
-GalaxyBot
+Freeuploader
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
+GermCrawler
+GetRight
 GetWeb
-Go-Ahead-Got-It
-Gotit
-GrabNet
-Grafula
-HMView
+Getintent
+Gigabot
+Go!Zilla
+GoZilla
+GrapeFX
+HEADMasterSEO
 HTMLparser
 HTTP::Lite
 Haansoft
-Havij
-HonoluluBot
+HaosouSpider
+Harvest
+Heritrix
+Hloader
 Humanlinks
-IDBot
+IRLbot
 Iblog
 Image Fetch
+IndeedBot
+Indy Library
+InfoNaviRobot
 InfoTekies
-InternetSeer
-JOC Web Spider
+Iria
+Iskanie
+Jbrofuzz
 JennyBot
 Jetty
-JikeSpider
 Joomla
-JustView
-Jyxobot
-Kinza
+Kenjin Spider
+Keyword Density
 Kozmosbot
-Lanshanbot
+LWP::Simple
+LeechFTP
 LexiBot
-Lftp
-LieBaoFast
-Likse
-LinkScan
+LibWeb
 Linkbot
+Linkdexbot
 LinkextractorPro
-LinqiaScrapeBot
-MIIxpc
-MSIECrawler
-Mag-Net
-Magnet
-Masscan
-Mata Hari
-MauiBot
-Mb2345Browser
-MeanPath Bot
+LinkpadBot
+LinksManager
+Litemage_walker
+MIDown tool
+MTRobot
+Mail.RU_Bot
+Mediatoolkitbot
 Metauri
 Microsoft Data Access
-Microsoft URL Control
-Mojeek
+Mister PiX
+Moblie Safari
 Mojolicious
-MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
-Msrabot
 NPbot
+Name Intelligence
+Nameprotect
 NearSite
+Needle
+Net Vampire
+NetLyzer
 NetMechanic
-Netcraft
+NetZIP
+Netvibes
+Nibbler
 Nikto
-Not
+NimbleCrawler
+Nmap
 Nutch
-Offline Explorer
-Openvas
+Offline Navigator
+OpenLinkProfiler
+Openfind
 OrangeBot
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+PageAnalyzer
+PageGrabber
+PageThing.com
+Panscient
 Pavuk
-Petalbot
+PeoplePal
 Pi-Monster
-Piepmatz
+Pimonster
 Pixray
 PleaseCrawl
-ProPowerBot
+Psbot
+Pu_iN
 Pump
+PxBroker
 PyCurl
+RSSingBot
+Rankivabot
+RealDownload
 Reaper
 RebelMouse
-Recorder
-RedesScrapy
+RepoMonkey
+RocketCrawler
+SBIder
 SEOkicks
-SISTRIX
+SEOkicks-Robot
+SEOlyticsCrawler
 SalesIntelligent
-Scanbot
-Screaming
-ScrepyBot
+ScanAlert
+ScreenerBot
+Searchestate
 SearchmetricsBot
+Seekport
 SemanticJuice
-SemrushBot
 SentiBot
+SeoSiteCheckup
 Seomoz
-SiteCheckerBotCrawler
-Siteimprove
-SmartDownload
+Siphon
+SiteExplorer
+SiteLockSpider
+SiteSnagger
+Sitebeam
+Snake
 Snapbot
 Snoopy
-Sogou web spider
-SpaceBison
-Spammen
-SpankBot
-Spbot
+Sottopop
+Spinn3r
 SputnikBot
+Sqlmap
+Sqlworm
 Steeler
-Stripper
+Sucker
 Sucuri
-SuperBot
-SuperHTTP
-Suzuran
-T0PHackTeam
+Szukacz
+T8Abot
+Teleport
 TeleportPro
-Telesoft
-Telesphoreo
-The Intraformant
 TheNomad
 Thumbor
-Toweyabot
-Trendiction
-Turingos
-Twice
-UnisterBot
-Upflow
-V-BOT
-VCI
-VidibleScraper
+Trendictionbot
+TurnitinBot
+URLy Warning
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
-Voil
+VoidEYE
 Voltron
-WBSearchBot
 WPScan
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Wallpapers
 WeSEE
-Web Fetch
-Web Pix
-Web Sucker
-WebAuto
-WebEnhancer
-WebFuck
+Web Auto
+WebBandit
+WebCollage
+WebCopier
 WebGo IS
-WebImageCollector
-WebPix
 WebZIP
-WebmasterWorldForumBot
-Webshag
-Website Quester
-Whacker
-Widow
-WinHTTrack
+WebsiteQuester
+Webster
 WiseGuys Robot
+Woobot
 Wotbox
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
+Zade
 Zermelo
 Zeus
 ZmEu
 ZoominfoBot
-ZyBorg
+adscanner
 archive.org_bot
-arquivo.pt
-crawler.feedback
+autoemailspider
+check1.exe
+coccocbot-web
 crawler4j
+dataforseo.com
 evc-batch
-iubenda-radar
-lwp-request
-magpie-crawler
-muhstik-scan
-netEstate NE Crawler
+gopher
+instabid
+internetVista monitor
+mediawords
 oBot
-page scorer
 polaris version
-ripz
 s1z.ru
-satoristudio.net
 serpstatbot
-sp_auditbot
-spyfu
-tAkeOut
-webgains-bot
-webpros.com
+sogouspider
+sysscan
+webprosbot
 x09Mozilla
-zauba.io
+xpymep1.exe