V4.2022.12.3505 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-AIBOT
+404enemy
 ALittle Client
+ASPSeek
 Abonti
-Aipbot
-Alexibot
+Acunetix
+AhrefsBot
+Alligator
+Anarchie
 Anarchy
+Ankit
 Anthill
-Apexoo
-Asterias
+Aspiegel
 Atomseobot
+Attach
+AwarioRssBot
+BBBike
+BLEXBot
+BackDoorBot
+BackStreet
+Backlink-Ceck
+BacklinkCrawler
 Barkrowler
-BetaBot
 Bigfoot
+Bitacle
+Black Hole
 BlackWidow
-Blow
+Blackboard
+BlowFish
 Boardreader
+BotALot
 Brandwatch
-Buddy
-Bullseye
+Buck
+BuiltBotTough
+BuiltWith
+BunnySlippers
 BuzzSumo
-CODE87
-CensysInspect
+CSHttp
+Calculon
+Cegbfeieh
+CheeseBot
+CherryPicker
 ChinaClaw
 Cocolyzebot
-Copyscape
-Craftbot
-Crawling at Home Project
-CyotekWebCopy
-DSearch
-DatabaseDriverMysqli
+CrazyWebCrawler
+Custo
+DBLBot
+DTS Agent
+Demon
+Deusu
+Devil
 DigitalPebble
-Dirbuster
-DnBCrawler-Analytics
-DomCopBot
 DomainAppender
-DomainCrawler
 DomainSigmaCrawler
-Drip
+DomainStatsBot
+Domains Project
+Dragonfly
 ECCP/1.0
-EasyDL
-Ebingbong
-EroCrawler
+EirGrabber
 ExtLinksBot
-Extractor
-EyeNetIE
-FHscan
-Firefox/7.0
-Flunky
-Foobot
-Freeuploader
-FrontPage
+ExtractorPro
+Extreme Picture Finder
+FemtosearchBot
+FlashGet
 Fuzz
-GT::WWW
-GalaxyBot
+G-i-g-a-b-o-t
+Genieo
 GermCrawler
 GetRight
+GetWeb
+Getintent
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
 Gotit
+Grabber
 Grafula
 GrapeFX
-GrapeshotCrawler
-HTMLparser
-HTTrack
+HMView
+HTTP::Lite
+Haansoft
+HaosouSpider
 Heritrix
 Hloader
-HybridBot
-IDBTE4M
-Image Fetch
+HonoluluBot
+IRLbot
+Id-search
 Image Sucker
+IndeedBot
 Indy Library
-Intelliseek
-Iskanie
-JOC Web Spider
-JamesBOT
-Jbrofuzz
-Joomla
-Jorgee
-Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
+InfoNaviRobot
+Internet Ninja
+Jetty
+JikeSpider
+JustView
+Kenjin Spider
 LNSpiderguy
-Leap
+LWP::Simple
+Larbin
 LeechFTP
 LeechGet
+LexiBot
 Lftp
 Lightspeedsystems
 LinkScan
-LinkWalker
-LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
+Lmspider
 MIDown tool
-MQQBrowser
-Magnet
-Majestic SEO
-Majestic-SEO
+MIIxpc
+MSFrontPage
+MSIECrawler
+MTRobot
 Majestic12
-MarkWatch
+MarkMonitor
 Mass Downloader
-Mata Hari
+Masscan
 MauiBot
-MeanPath Bot
-MegaIndex.ru
-Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
-Msrabot
+Meanpathbot
+Mediatoolkitbot
+Microsoft Data Access
+Microsoft URL Control
+MolokaiBot
+Mozlila
 NICErsPRO
 NPbot
-Nessus
+Name Intelligence
+Navroad
+NearSite
+Needle
 Net Vampire
+NetAnts
 NetLyzer
-NetZIP
+Netcraft
+Netvibes
+Nibbler
 Niki-bot
+Nikto
+Nimbostratus
 Not
-Octopus
-OrangeSpider
-PECL::HTTP
-PageAnalyzer
-Petalbot
+Offline Navigator
+OnCrawl
+Openfind
+PageGrabber
+PageScorer
+Pandalytics
+Panscient
+PeoplePal
 Pi-Monster
+Picscout
 Pimonster
-Pixray
-PleaseCrawl
 ProPowerBot
-Pump
-PxBroker
+Pu_iN
 PyCurl
-QueryN Metasearch
-Quick-Crawler
 RankActive
 RankFlex
+RankingBot2
 ReGet
-RealDownload
-RepoMonkey
+RebelMouse
+RedesScrapy
+Ripper
 RocketCrawler
+Rogerbot
+SBIder
 SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
 SEOprofiler
-SMTBot
-SalesIntelligent
-Scanbot
-ScoutJet
+SEOstats
+SISTRIX
+Scrapy
 ScreenerBot
 ScrepyBot
-SentiBot
-SeobilityBot
+Searchestate
+SearchmetricsBot
+Seekport
+SeoSiteCheckup
+Seomoz
+Siphon
 SiteCheckerBotCrawler
-SiteSnagger
+Siteimprove
 Sitevigil
+Snake
+Snapbot
 Sociscraper
 Sogou web spider
-SpaceBison
 Spammen
+SpankBot
+Spbot
 SputnikBot
 Sqlmap
-Sqlworm
-Sucker
-Sucuri
+Steeler
 SuperBot
 SuperHTTP
 SurveyBot
-Swiftbot
+T0PHackTeam
 Telesoft
+Telesphoreo
 Telesphorep
-TightTwatBot
+TheNomad
+Thumbor
 Toata
-Tracemyfile
-Trendiction
-True_Robot
-Turnitin
-TurnitinBot
-TwengaBot
-Twice
-URLy.Warning
-Upflow
+Trendictionbot
+Typhoeus
+V-BOT
+Vacuum
+Vagabondo
 VeriCiteCrawler
-WBSearchBot
+VoidEYE
+Voil
+WEBDAV
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
 WeSEE
-Web Enhancer
+Web Collage
+Web Fetch
 Web Fuck
 Web Pix
 Web Sauger
-Web Sucker
-WebAuto
-WebCollage
-WebFetch
+WebCopier
 WebFuck
+WebImageCollector
 WebLeacher
-WebReaper
 WebSucker
-WebWhacker
-Webalta
+WebZIP
 WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
 WebsiteQuester
 Whack
-Who.is Bot
+Whacker
 WiseGuys Robot
 Wonderbot
-Xaldon WebSpider
-Zade
-Zermelo
-Zitebot
-ZoominfoBot
-ZumBot
+Xenu
+Zauba
+Zeus
 adscanner
-archive.org_bot
-check1.exe
-clark-crawler
+arquivo-web-crawler
 coccocbot
-cognitiveseo
+crawler4j
 dataforseo.com
-domainsproject.org
+demandbase-bot
 eCatch
+evc-batch
 facebookscraper
-heritrix
-ips-agent
-isitwp.com
-lwp-request
-meanpathbot
+internetVista monitor
 netEstate NE Crawler
-page scorer
+pcBrowser
 probe-image-size
 ripz
-satoristudio.net
 scan.lol
-seocompany.store
-seostar
-sexsearcher
-sitechecker.pro
+serpstatbot
 sp_auditbot
-spyfu
-sysscan
-webgains-bot
-webmeup-crawler
-webprosbot
-xpymep1.exe
+ubermetrics-technologies.com
+voyagerx.com
+zauba.io