V4.2022.05.3115 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-AIBOT
-ASPSeek
-Aboundex
+01h4x.com
+360Spider
+404checker
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 Aipbot
+Alexibot
+Alligator
 AlphaBot
 Anarchie
-Ankit
-Aspiegel
+Apexoo
 Asterias
-Attach
-BDFetch
-BackStreet
+Atomseobot
+AwarioSmartBot
 Backlink-Ceck
-BacklinkCrawler
-Bandit
-BatchFTP
 Battleztar Bazinga
-Bigfoot
 BlackWidow
 Blackboard
-Blow
-BlowFish
 Boardreader
 BotALot
 Buddy
-BunnySlippers
+BuiltBotTough
+BuiltWith
+CATExplorador
+CCBot
+CSHttp
+CazoodleBot
 Cegbfeieh
-CensysInspect
 CheTeam
-CherryPicker
-ChinaClaw
+CheeseBot
 Chlooe
-Citoid
+Claritybot
+Cliqzbot
+Cloud mapping
 Cocolyzebot
 Collector
-Copier
-CopyRightCheck
-Copyscape
-Crawling at Home Project
-Curious
+Craftbot
+CrazyWebCrawler
+Crescent
+Custo
 CyotekWebCopy
-DTS Agent
-Demon
-DigitalPebble
+DSearch
+Deusu
 Dirbuster
-Disco
-Discobot
-Discoverybot
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
 DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-Dragonfly
-EMail Wolf
+DomainStatsBot
+Domains Project
+Dotbot
 EasyDL
 Express WebPictures
-Extractor
-FDM
-FHscan
+ExtLinksBot
 FemtosearchBot
-FlashGet
-Foobot
-Fuzz
-Fyrebot
+Firefox/7.0
 GalaxyBot
 GermCrawler
-Go-Ahead-Got-It
-GrabNet
-HEADMasterSEO
+GetRight
+Gotit
+Grabber
+GrapeshotCrawler
 HTMLparser
-Harvest
-Humanlinks
-IDBot
-IRLbot
-IndeedBot
-Indy Library
-InfoTekies
+HTTrack
+Haansoft
+HaosouSpider
+Havij
+Heritrix
+IDBTE4M
+IlseBot
+Image Sucker
 Intelliseek
+Internet Ninja
 IstellaBot
-JOC Web Spider
-JennyBot
-JikeSpider
-Jorgee
+JamesBOT
+JetCar
+Joomla
+Jyxobot
+Keybot Translation-Search-Machine
 Kinza
-LNSpiderguy
 Larbin
-Lftp
+LeechGet
+LexiBot
 LibWeb
 LieBaoFast
 Likse
-Linkbot
-LinqiaMetadataDownloaderBot
-Lmspider
+LinkScan
+LinkWalker
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+Lipperhey Spider
+Litemage_walker
 MFC_Tear_Sample
-MIDown tool
-MSFrontPage
+MIIxpc
 MSIECrawler
-Mail.RU_Bot
-Majestic12
-MarkWatch
+MTRobot
+Magnet
 Masscan
-Meanpathbot
+MauiBot
 Metauri
-Microsoft Data Access
-Microsoft URL Control
+MicroMessenger
 Moblie Safari
+Mojeek
 Mojolicious
-Mr.4x3
-Msrabot
+MolokaiBot
+Morfeus Fucking Scanner
 Musobot
+NPbot
 Nameprotect
 Navroad
+Nessus
+Net Vampire
 NetAnts
 NetLyzer
-NetSpider
-Netvibes
-Nibbler
+Netcraft
+NextGenSearchBot
+Niki-bot
 Nikto
+NimbleCrawler
 Nimbostratus
 Ninja
+Nmap
+Nuclei
 Nutch
-OpenVAS
+Offline Explorer
+OnCrawl
 Openfind
+OrangeBot
 OrangeSpider
 OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
-PageGrabber
-Papa Foto
+PageScorer
+PageThing.com
+Pavuk
 Picsearch
-Piepmatz
-PleaseCrawl
-Probethenet
+PictureFinder
+Pimonster
+ProPowerBot
+ProWebWalker
+Psbot
 Pu_iN
-PyCurl
-Quick-Crawler
-RankActive
-Rankivabot
-Re-re
+PxBroker
+QueryN Metasearch
+RankingBot
+RankurBot
 Reaper
+RebelMouse
+Ripper
 RocketCrawler
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
-SEOstats
-SISTRIX
-SMTBot
+SalesIntelligent
 Scanbot
-ScoutJet
-ScrepyBot
-SemrushBot
+Scrapy
+SearchmetricsBot
+Seekport
+Semrush
 SentiBot
 SeoSiteCheckup
-Shodan
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
+SeobilityBot
 SiteSucker
 Sitebeam
-Sitevigil
-SlySearch
+SmartDownload
 Snake
-Snoopy
-Sociscraper
-Sogou web spider
-Sottopop
+Snapbot
+Sosospider
+SpaceBison
 Spammen
 SpankBot
+Spinn3r
+SputnikBot
 Steeler
 Stripper
+Sucuri
 SuperBot
 SuperHTTP
-T0PHackTeam
-T8Abot
+SurveyBot
+Swiftbot
 Telesoft
-TheNomad
 Thumbor
-Toata
-Tracemyfile
+Toweyabot
 Trendiction
-Trendictionbot
 True_Robot
-UnisterBot
+Turingos
+TurnitinBot
+URLy Warning
+URLy.Warning
+Upflow
 VB Project
-Vacuum
-VelenPublicWebCrawler
+Vagabondo
 VeriCiteCrawler
+VidibleScraper
 Virusdie
 VoidEYE
-WEBDAV
-WISENutbot
+WASALive-Bot
 WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-WallpapersHD
+WWW-Mechanize
+Web Collage
 Web Enhancer
-Web Sauger
+Web Pix
+WebAuto
+WebCollage
 WebCopier
-WebEnhancer
-WebFetch
+WebFuck
 WebImageCollector
-WebLeacher
 WebReaper
-WebSauger
-WebWhacker
-WebZIP
-Whack
-WiseGuys Robot
-Wprecon
+WebStripper
+WebsiteExtractor
+WebsiteQuester
+Whacker
+WinHTTrack
+Xaldon WebSpider
 Xaldon_WebSpider
 YoudaoBot
 Zade
-Zauba
-Zitebot
+ZoomBot
+ZumBot
 archive.org_bot
+arquivo-web-crawler
 arquivo.pt
 autoemailspider
-backlink-check
-coccocbot
-com.plumanalytics
+cah.io.community
+clark-crawler
+cognitiveseo
 crawl.sogou.com
-crawler4j
-evc-batch
-facebookscraper
+eCatch
 heritrix
 instabid
 internetVista monitor
-ips-agent
-lwp-request
+linkdexbot
 magpie-crawler
+mediawords
+muhstik-scan
+netEstate NE Crawler
 oBot
+page scorer
 pcBrowser
-plumanalytics
-ripz
-scan.lol
-seocompany.store
-seoscanners
+polaris version
+s1z.ru
+seobility
+sexsearcher
 spyfu
 sysscan
 tAkeOut
 trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webmeup-crawler
-x09Mozilla
-x22Mozilla
+trendiction.de
+webpros.com
+xpymep1.exe
+zauba.io