V4.2022.01.2866 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404checker
 404enemy
-Abonti
-AfD-Verbotsverfahren
+AIBOT
+ALittle Client
+Acunetix
 AhrefsBot
+AiHitBot
 Alexibot
-Anarchie
-Anarchy99
-Asterias
+AwarioRssBot
 AwarioSmartBot
-BBBike
-BDCbot
-BackStreet
-Barkrowler
+BDFetch
+BLEXBot
+BatchFTP
 BetaBot
 BlackWidow
 Blow
 Boardreader
-Buck
+Buddy
+BuiltBotTough
 BunnySlippers
-CATExplorador
-Chlooe
-Citoid
-Cloud mapping
+CODE87
+CSHttp
+Cegbfeieh
+CheTeam
+Claritybot
 Cogentbot
+Collector
 Copier
 CopyRightCheck
-Copyscape
-Crescent
-Curious
+Cosmos
+Crawling at Home Project
+CrunchBot
 CyotekWebCopy
-DTS Agent
-DatabaseDriverMysqli
-Demon
-Deusu
-Devil
-Digincore
+DIIbot
+Dirbuster
+Disco
 Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomainCrawler
-DomainStatsBot
-Domains Project
+DomainAppender
+DomainSigmaCrawler
 Dotbot
+Download Wonder
+Dragonfly
 Drip
-ECCP/1.0
-EMail Siphon
+EMail Wolf
 Ebingbong
 Ecxi
-Exabot
-Express WebPictures
-Extractor
+EirGrabber
+EroCrawler
+Evil
+ExtLinksBot
 ExtractorPro
-Ezooms
+Extreme Picture Finder
+FHscan
 FemtosearchBot
 Fimap
 FlashGet
 Foobot
-GermCrawler
-GetRight
-GetWeb
-Gigabot
-Go-Ahead-Got-It
+FrontPage
+Go!Zilla
+GoZilla
 Grafula
-GrapeFX
-GrapeshotCrawler
 HEADMasterSEO
-HTMLparser
-HaosouSpider
+HMView
+HTTrack
 Harvest
 Havij
-Heritrix
-Humanlinks
-IDBot
-Id-search
+IDBTE4M
+IRLbot
+Iblog
 IlseBot
+Indy Library
 InfoNaviRobot
 Intelliseek
+InterGET
+InternetSeer
 IstellaBot
-JOC Web Spider
-JamesBOT
-Jbrofuzz
-JennyBot
-JustView
+Jetty
+JikeSpider
 Jyxobot
 Kenjin Spider
+Keyword Density
 Kinza
-Kozmosbot
-LeechFTP
-LeechGet
+Lanshanbot
 LexiBot
+Lftp
 LibWeb
+Libwhisker
 Lightspeedsystems
+Linkbot
 Linkdexbot
 LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
 Litemage_walker
-Ltx71
-MIDown tool
-MIIxpc
-MSIECrawler
+MFC_Tear_Sample
 MTRobot
-Mag-Net
 Magnet
-Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-Majestic12
-Mass Downloader
 Masscan
-MauiBot
 Mb2345Browser
-MegaIndex.ru
-Microsoft Data Access
+MeanPath Bot
+Meanpathbot
+MicroMessenger
 Microsoft URL Control
-Moblie Safari
-Mojolicious
-Mozlila
-Musobot
+Mister PiX
 NICErsPRO
+NPbot
+Name Intelligence
 Nameprotect
-Needle
 Nessus
 Net Vampire
-NetAnts
-NetMechanic
+NetLyzer
+Netcraft
 Netvibes
-Nibbler
-Niki-bot
 Nikto
-NimbleCrawler
-Nimbostratus
-Nuclei
+Nmap
+Octopus
 Offline Explorer
-OpenLinkProfiler
-OpenVAS
+Offline Navigator
 Openfind
 Openvas
 OrangeBot
-OrangeSpider
+OutclicksBot
 OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
+PageGrabber
 PageScorer
 PageThing.com
-Panscient
+Pavuk
+PeoplePal
 Petalbot
+Picscout
+Picsearch
 Pimonster
+ProPowerBot
+ProWebWalker
+Probethenet
+Pu_iN
+QueryN Metasearch
 RSSingBot
-RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot
-Reaper
+RankurBot
+ReGet
+RealDownload
 Recorder
 RedesScrapy
-RepoMonkey
 Ripper
+SBIder
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
-ScanAlert
+SEOstats
 Scanbot
-ScrepyBot
-SearchmetricsBot
-SemanticJuice
-SemrushBot
+Scrapy
+Screaming
+Searchestate
+Seekport
 SentiBot
+SeoSiteCheckup
+SeobilityBot
 Shodan
-SiteCheckerBotCrawler
-SiteSnagger
-Sociscraper
-Sogou web spider
-SpaceBison
+Site Sucker
+SiteExplorer
+SiteLockSpider
+SiteSucker
+Siteimprove
+SlySearch
+SmartDownload
+Snake
+Snoopy
+Spanner
 Spinn3r
+Sqlmap
+Sqlworm
 Steeler
 Sucuri
-SurveyBot
+SuperHTTP
+Suzuran
 Swiftbot
-Szukacz
 T8Abot
-Thumbor
+Telesoft
 TightTwatBot
+Toweyabot
 Tracemyfile
-Trendiction
-Turnitin
-Twice
-UnisterBot
+Trendictionbot
+Turingos
+TurnitinBot
+TwengaBot
+Typhoeus
 Upflow
-V-BOT
 VB Project
+VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-VoidEYE
+VidibleScraper
+Voil
 Voltron
-WASALive-Bot
-WEBDAV
 WISENutbot
-WPScan
-WWW-Mechanize
-Wallpapers
+WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
-Web Auto
+WeSEE
+Web Fetch
+Web Fuck
+Web Sucker
 WebAuto
-WebBandit
+WebCollage
+WebCopier
+WebEnhancer
+WebFetch
+WebImageCollector
+WebLeacher
 WebPix
-WebSucker
-WebWhacker
-WebmasterWorldForumBot
-WebsiteQuester
+Webster
 Widow
 Wonderbot
 Woobot
+Wotbox
 Xenu
-Zauba
-Zeus
-ZmEu
+Zermelo
+Zitebot
 ZoomBot
-ZumBot
-adscanner
-arquivo-web-crawler
-backlink-check
-cah.io.community
-clark-crawler
+ZyBorg
+archive.org_bot
+arquivo.pt
+autoemailspider
 coccocbot-web
-dataforseo.com
-eCatch
-facebookscraper
-gopher
-internetVista monitor
+crawler4j
+demandbase-bot
+domainsproject.org
+instabid
 iubenda-radar
-lwp-request
-magpie-crawler
-mediawords
-page scorer
+muhstik-scan
+netEstate NE Crawler
+polaris version
+probe-image-size
+ripz
 s1z.ru
-scalaj-http
-scan.lol
-sogouspider
 sp_auditbot
-spyfu
-sysscan
-tAkeOut
-ubermetrics-technologies.com
-webmeup-crawler
-webpros.com
+trendiction.com
+trendiction.de
+webgains-bot
 webprosbot
+x22Mozilla
+xpymep1.exe
+zgrab