V4.2022.08.3282 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
 404enemy
 80legs
 ADmantX
 AIBOT
+ASPSeek
 Abonti
-Aboundex
 Aboundexbot
+Acunetix
+AhrefsBot
 AiHitBot
-Aipbot
 AllSubmitter
-Anarchy99
-Anthill
-Apexoo
+Alligator
+Ankit
 Atomseobot
 Attach
-AwarioRssBot
-AwarioSmartBot
-Backlink-Ceck
+BBBike
+BDCbot
+BDFetch
+BackStreet
 BacklinkCrawler
-Badass
-Barkrowler
-BatchFTP
 BetaBot
 Bigfoot
+Black Hole
 BlackWidow
-Blackboard
 Blow
-BlowFish
-Bolt
+Boardreader
+BotALot
 Brandprotect
-Brandwatch
-Buck
 Buddy
-BuiltWith
-CODE87
+BuiltBotTough
+Bullseye
 CSHttp
-Calculon
-CazoodleBot
+Cegbfeieh
 CensysInspect
-Cloud mapping
-Cocolyzebot
-Cogentbot
-Copier
+CheeseBot
+CherryPicker
+ChinaClaw
+Chlooe
+Citoid
+Claritybot
+Collector
+Copyscape
 Craftbot
-Crawling at Home Project
-Crescent
+CrazyWebCrawler
+Custo
+DIIbot
+DSearch
 DataCha0s
-Demon
-Devil
+DatabaseDriverMysqli
+Deusu
 Digincore
 DigitalPebble
 Disco
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainStatsBot
-Dotbot
+Discoverybot
+DomCopBot
 Drip
+ECCP/1.0
 EMail Siphon
-Ecxi
-EirGrabber
-Evil
-Express WebPictures
-ExtLinksBot
-Extractor
-EyeNetIE
-Ezooms
-FHscan
-FemtosearchBot
-FlashGet
+EMail Wolf
+Extreme Picture Finder
+Firefox/7.0
 Flunky
-GalaxyBot
+Freeuploader
 GermCrawler
-GetWeb
+Getintent
 Gigabot
-Go-Ahead-Got-It
-GoZilla
-Gotit
+Go!Zilla
+Grabber
 GrapeFX
-HTMLparser
-HTTrack
-Haansoft
-HonoluluBot
+GrapeshotCrawler
+HaosouSpider
+Heritrix
 IRLbot
-Id-search
-Image Fetch
+Iblog
+IlseBot
 IndeedBot
-Indy Library
-InfoNaviRobot
+InfoTekies
+InterGET
+IstellaBot
 JOC Web Spider
-Jbrofuzz
-Jetty
-JikeSpider
-Kenjin Spider
-Keybot Translation-Search-Machine
-Keyword Density
+JetCar
+Joomla
+Jorgee
+Jyxobot
+Kozmosbot
 Lanshanbot
-LexiBot
+LeechGet
 Lftp
 LibWeb
 Libwhisker
 Lightspeedsystems
-LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
-Ltx71
+Lmspider
+MFC_Tear_Sample
 MIDown tool
+MIIxpc
+MJ12bot
+MQQBrowser
 MTRobot
-Mag-Net
 Mail.RU_Bot
-Majestic SEO
-MarkMonitor
-Masscan
-MauiBot
-MeanPath Bot
+Majestic-SEO
+Majestic12
+Meanpathbot
 Mediatoolkitbot
-Metauri
+MegaIndex.ru
 MicroMessenger
-Minefield
+Microsoft Data Access
 Mister PiX
-Mojeek
+Moblie Safari
 MolokaiBot
-Morfeus Fucking Scanner
-NPbot
+Musobot
 Name Intelligence
-Nameprotect
 NearSite
 Needle
 Net Vampire
-NetLyzer
-NetZIP
+NetSpider
 Netcraft
-Nmap
+Nettrack
+Nibbler
+Nikto
+Nimbostratus
+Nuclei
+Nutch
 Octopus
-Offline Explorer
 Offline Navigator
-OutfoxBot
-PECL::HTTP
+OnCrawl
 Page Analyzer
-PageThing.com
-Papa Foto
-Pavuk
-PictureFinder
-Pimonster
-Probethenet
-Psbot
-Pump
+PageAnalyzer
+PageGrabber
+PageScorer
+Pandalytics
+Picsearch
+Piepmatz
+Pixray
+PxBroker
 Quick-Crawler
+RankActive
+RankActiveLinkBot
+RankFlex
+RankingBot2
 RankurBot
-Re-re
+ReGet
 Reaper
-RebelMouse
-Ripper
+RocketCrawler
 Rogerbot
 SBIder
-SEOlyticsCrawler
+SEOkicks-Robot
+SEOprofiler
 SISTRIX
+SMTBot
 SalesIntelligent
 Scrapy
-ScrepyBot
-Seekport
+Screaming
 SemrushBot
-SeoSiteCheckup
+SentiBot
 Seomoz
-SiteCheckerBotCrawler
-Snake
-SocialRankIOBot
+Site Sucker
+SiteExplorer
+Siteimprove
 Sociscraper
-SpaceBison
-SpankBot
+Sosospider
+Sottopop
+Spanner
 Spbot
-Sqlworm
+Spinn3r
 Sqworm
-Stripper
+Steeler
 Sucker
 Sucuri
+Surfbot
 SurveyBot
-Suzuran
-Telesphorep
-Thumbor
+T0PHackTeam
+T8Abot
+TeleportPro
+TheNomad
 Toata
-Tracemyfile
-Trendictionbot
+Toweyabot
+True_Robot
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
-Upflow
+UnisterBot
 V-BOT
-VB Project
 VCI
+Vagabondo
+VoidEYE
 WASALive-Bot
 WBSearchBot
+WEBDAV
 WISENutbot
-WPScan
-WWW-Mechanize
+WWW::Mechanize
 Wallpapers
 Wallpapers/3.0
+Web Auto
 Web Fuck
-Web Pix
-WebCopier
-WebFuck
-WebImageCollector
-WebReaper
+WebAuto
+WebCollage
+WebEnhancer
 WebSauger
-WebStripper
-WebmasterWorldForumBot
+WebSucker
+WebZIP
+Webalta
 WebsiteExtractor
-Webster
-Whack
+Whacker
 Whatweb
 Who.is Bot
 Widow
-WiseGuys Robot
+WinHTTrack
 Wonderbot
 Woobot
-YoudaoBot
-Zade
-Zauba
+Wprecon
+Xaldon WebSpider
+Xenu
 Zermelo
-ZoomBot
-ZoominfoBot
+archive.org_bot
 arquivo-web-crawler
-coccocbot
+arquivo.pt
+autoemailspider
+backlink-check
+clark-crawler
 com.plumanalytics
+crawler4j
+dataforseo.com
+demandbase-bot
 domainsproject.org
 evc-batch
-heritrix
-iubenda-radar
-lwp-trivial
-magpie-crawler
+facebookscraper
+instabid
+internetVista monitor
 meanpathbot
 mediawords
 page scorer
-ripz
-s1z.ru
-sogouspider
-sp_auditbot
-spyfu
+pcBrowser
+polaris version
+probe-image-size
+scan.lol
+seostar
+serpstatbot
+sexsearcher
+sitechecker.pro
+sysscan
 tAkeOut
-trendiction.de
-ubermetrics-technologies.com
+trendiction.com
 webgains-bot
-webmeup-crawler
 webpros.com
-x09Mozilla
+webprosbot
 xpymep1.exe
-zauba.io