V4.2022.03.2968 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-Abonti
-Aboundex
+360Spider
+AIBOT
+ALittle Client
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
-Alligator
-Anthill
+Aipbot
+AlphaBot
+Anarchie
+Anarchy
+Ankit
 Atomseobot
 Attach
+AwarioSmartBot
 BDCbot
-BackStreet
 BackWeb
-Backlink-Ceck
 BacklinkCrawler
 Bandit
+BatchFTP
+Battleztar Bazinga
+BetaBot
+Bigfoot
 BlackWidow
 Blackboard
-BlowFish
 Boardreader
-Bolt
+BotALot
 Buck
-Bullseye
-Calculon
-CensysInspect
+BunnySlippers
+CSHttp
 CheeseBot
-Collector
+CherryPicker
+Claritybot
+Cliqzbot
 Cosmos
-CrazyWebCrawler
 Crescent
-CrunchBot
-DataCha0s
-DatabaseDriverMysqli
+CyotekWebCopy
 Deusu
 Devil
-Dirbuster
-Discobot
+Digincore
+DittoSpyder
+DnyzBot
 DomainSigmaCrawler
-Domains Project
-Dotbot
-Drip
-EMail Siphon
-Ecxi
-EirGrabber
-Exabot
+Download Wonder
+EasyDL
+EroCrawler
+Evil
 Express WebPictures
 ExtLinksBot
 Extractor
-ExtractorPro
-Extreme Picture Finder
-FDM
-Fimap
+EyeNetIE
+FHscan
+FemtosearchBot
+Firefox/7.0
+FlashGet
 Flunky
 Freeuploader
 Fuzz
-FyberSpider
-Fyrebot
-Gigabot
-Go!Zilla
-GrabNet
-HEADMasterSEO
-HTMLparser
-HTTrack
+GetRight
+Getintent
+Grabber
+GridBot
 Haansoft
 HaosouSpider
-Havij
-Heritrix
-Hloader
-Humanlinks
+HonoluluBot
 HybridBot
 IDBTE4M
-IRLbot
+IDBot
 Id-search
-InfoNaviRobot
+Indy Library
+InterGET
 Internet Ninja
-Iskanie
+InternetSeer
 IstellaBot
-JamesBOT
+JOC Web Spider
+Jbrofuzz
 JennyBot
-JetCar
-JikeSpider
-Joomla
 Jorgee
-Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
 Keyword Density
-Kozmosbot
-LibWeb
-Libwhisker
+Lanshanbot
+Larbin
+LeechFTP
+LeechGet
 LieBaoFast
-Lightspeedsystems
+LinkScan
+Linkdexbot
 LinkextractorPro
-LinqiaRSSBot
-Lipperhey
-Litemage_walker
-MFC_Tear_Sample
+Ltx71
 MIDown tool
 MSFrontPage
-Mag-Net
-MarkWatch
-Masscan
-Mediatoolkitbot
-Microsoft Data Access
-Microsoft URL Control
+MTRobot
+Magnet
+Majestic SEO
+Majestic12
+Mb2345Browser
+MeanPath Bot
+MicroMessenger
 Mister PiX
-Moblie Safari
 MolokaiBot
 Morfeus Fucking Scanner
 Mozlila
-Msrabot
 NICErsPRO
 NPbot
-Name Intelligence
+Needle
+Nessus
 Net Vampire
-NetMechanic
+NetAnts
 NetSpider
-Netcraft
 Nettrack
+Netvibes
 NextGenSearchBot
-Niki-bot
+Nibbler
 Nikto
-NimbleCrawler
 Nimbostratus
+Ninja
+Not
+Nuclei
 Nutch
-Octopus
 Offline Explorer
+Offline Navigator
 OnCrawl
-OrangeSpider
-OutclicksBot
-PHPCrawl
+Openvas
+OrangeBot
+OutfoxBot
+PageAnalyzer
 PageGrabber
 PageThing.com
+Pandalytics
 Papa Foto
-PleaseCrawl
+Pavuk
+PeoplePal
+Picscout
+PictureFinder
+Pockey
 ProPowerBot
-ProWebWalker
+Probethenet
 Pu_iN
+PxBroker
 PyCurl
+Quick-Crawler
 RankActive
-RankActiveLinkBot
 RankFlex
-Reaper
+RankingBot
+Rankivabot
+RebelMouse
 Recorder
-RedesScrapy
-RocketCrawler
-SBIder
-SEOlyticsCrawler
+RepoMonkey
+SEOkicks-Robot
+SEOprofiler
 SEOstats
+SISTRIX
 SMTBot
-Scrapy
-Searchestate
+SalesIntelligent
+Scanbot
+ScoutJet
+Screaming
+ScrepyBot
 SearchmetricsBot
 Seekport
+SemanticJuice
 SemrushBot
-SeobilityBot
+SentiBot
+Seomoz
 Shodan
-Siphon
-SiteCheckerBotCrawler
 SiteExplorer
-Siteimprove
+Sitebeam
 Sitevigil
-SlySearch
-Sogou web spider
+Snake
+Snapbot
+Sociscraper
 Sottopop
-SputnikBot
-Sqlworm
-Steeler
-Stripper
-Sucker
-Surfbot
-SurveyBot
+Spammen
+Spinn3r
+Sqworm
+Suzuran
 Swiftbot
-Szukacz
 T0PHackTeam
 T8Abot
 Teleport
+Telesoft
 Thumbor
-Titan
+TightTwatBot
+Toata
+Toweyabot
+Trendiction
+True_Robot
 Turingos
+Turnitin
 TurnitinBot
-URLy Warning
-UnisterBot
-Upflow
+Typhoeus
+URLy.Warning
 Vacuum
-Vagabondo
-Virusdie
-VoidEYE
-Voil
+VelenPublicWebCrawler
+VeriCiteCrawler
 Voltron
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
+WBSearchBot
+WPScan
+Wallpapers
+WallpapersHD
 WeSEE
-Web Fetch
+Web Enhancer
 Web Fuck
 Web Pix
-Web Sauger
-Web Sucker
 WebBandit
-WebEnhancer
-WebFuck
-WebGo IS
-WebLeacher
-WebPix
-WebReaper
+WebFetch
+WebSauger
 WebWhacker
+WebZIP
 Webshag
 WebsiteExtractor
+WebsiteQuester
 Whack
+Whatweb
 Who.is Bot
-Widow
-Woobot
+WinHTTrack
+WiseGuys Robot
 Wprecon
-Xenu
-Zauba
-Zitebot
+Xaldon WebSpider
+YoudaoBot
+Zeus
+ZmEu
+ZoomBot
 ZoominfoBot
-ZumBot
+ZyBorg
 adscanner
+archive.org_bot
 autoemailspider
-check1.exe
+backlink-check
 clark-crawler
 coccocbot
 cognitiveseo
-com.plumanalytics
-crawler.feedback
+crawl.sogou.com
 crawler4j
-dataforseo.com
-eCatch
+domainsproject.org
 evc-batch
-heritrix
-instabid
-internetVista monitor
-isitwp.com
-magpie-crawler
-meanpathbot
-mediawords
+iubenda-radar
+lwp-trivial
 muhstik-scan
-page scorer
-seobility
-seocompany.store
-seostar
+oBot
+plumanalytics
+probe-image-size
+s1z.ru
+satoristudio.net
+seoscanners
+serpstatbot
 spyfu
 trendiction.de
-voyagerx.com
+webgains-bot
 webpros.com
 webprosbot
+xpymep1.exe