V4.2022.09.3326 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-Abonti
-AhrefsBot
+404enemy
+80legs
+Aboundexbot
+AfD-Verbotsverfahren
 Alligator
-AlphaBot
-Anarchy99
 Anthill
-Apexoo
 Asterias
-AwarioRssBot
+Atomseobot
+Attach
+AwarioSmartBot
 BBBike
-BackWeb
-Backlink-Ceck
-Badass
-Bandit
-Barkrowler
-Bigfoot
+BatchFTP
 Black Hole
-BlackWidow
+Blackboard
 Blow
-Boardreader
-Brandwatch
-Buck
-Buddy
-Bullseye
+BlowFish
+BotALot
+BuiltWith
+BunnySlippers
+BuzzSumo
+CCBot
 CSHttp
-Calculon
 CazoodleBot
 CensysInspect
-CheeseBot
+CheTeam
 CherryPicker
-Chlooe
+ChinaClaw
+Citoid
 Claritybot
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Cogentbot
-CopyRightCheck
-Cosmos
-Craftbot
-CrunchBot
-Curious
-Custo
-CyotekWebCopy
+Copier
+Copyscape
+Crawling at Home Project
+DBLBot
 DSearch
 DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Demon
 Digincore
-DigitalPebble
-Disco
-DnBCrawler-Analytics
+Dirbuster
+Discobot
+DittoSpyder
 DomainSigmaCrawler
 Domains Project
+Download Wonder
+EasyDL
 Ebingbong
-Evil
+Ecxi
+Exabot
+Express WebPictures
 ExtLinksBot
 Extractor
-Ezooms
-FDM
+ExtractorPro
+EyeNetIE
 FemtosearchBot
-Foobot
+Fimap
+Firefox/7.0
+Freeuploader
+FrontPage
 Fuzz
+Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
-GetWeb
-Gigabot
+GoZilla
+Grabber
 GrapeFX
-GridBot
+GrapeshotCrawler
 HTMLparser
+HaosouSpider
 Harvest
 Havij
 Heritrix
 Hloader
+Humanlinks
 IDBTE4M
 IDBot
-IRLbot
-Iblog
-IndeedBot
-InternetSeer
+IlseBot
+Image Fetch
+Indy Library
+InfoNaviRobot
+Intelliseek
+InterGET
 Iria
 Iskanie
-JOC Web Spider
-JennyBot
-JetCar
+JamesBOT
+JikeSpider
 Jorgee
-Keybot Translation-Search-Machine
+JustView
+Kenjin Spider
 Kozmosbot
 LWP::Simple
 Lanshanbot
+Larbin
+LexiBot
+Libwhisker
 LieBaoFast
-LinkWalker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey
+Lightspeedsystems
+Likse
+LinkpadBot
+LinqiaScrapeBot
 Lmspider
-MIIxpc
-MSFrontPage
-MSIECrawler
-Magnet
-Majestic12
+MFC_Tear_Sample
+MIDown tool
+MQQBrowser
 MarkMonitor
 MarkWatch
-Masscan
 Mata Hari
+Mb2345Browser
+MeanPath Bot
+Mediatoolkitbot
 MegaIndex.ru
-MicroMessenger
+Metauri
 Microsoft Data Access
-Minefield
-Moblie Safari
-Mojeek
-Mojolicious
-MolokaiBot
+Mozlila
 Mr.4x3
-Msrabot
-Musobot
-NetLyzer
-NetMechanic
-NetSpider
-NetZIP
-Nettrack
-Nimbostratus
+Nameprotect
+NearSite
+NetAnts
+Nibbler
+Niki-bot
+Nikto
 Ninja
-Octopus
+Nmap
+Nuclei
 Offline Explorer
+Offline Navigator
 OnCrawl
-OpenVAS
-Openfind
-OrangeBot
-PHPCrawl
-POE-Component-Client-HTTP
+OpenLinkProfiler
+Openvas
+OrangeSpider
+OutclicksBot
+PageGrabber
 Panscient
 Papa Foto
-Pavuk
-PeoplePal
 Petalbot
-Picscout
-Pimonster
-PleaseCrawl
+PictureFinder
+Pixray
+Pockey
 ProPowerBot
-Probethenet
 Psbot
-Pu_iN
+Pump
 PxBroker
-RankFlex
-RankingBot
-RankurBot
-Re-re
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankingBot2
+ReGet
 RealDownload
-RebelMouse
-RedesScrapy
+Reaper
+RepoMonkey
 Ripper
-Rogerbot
-SEOkicks-Robot
 SEOstats
-SMTBot
-SalesIntelligent
 ScanAlert
-Scanbot
 ScoutJet
-Scrapy
+Screaming
+ScreenerBot
 Searchestate
-SemrushBot
-SeobilityBot
+Seekport
+SeoSiteCheckup
+Shodan
 Site Sucker
 SiteExplorer
-SiteSnagger
+SiteLockSpider
 SiteSucker
-Sitebeam
+Siteimprove
 SlySearch
 SmartDownload
-Snapbot
+Snoopy
 SocialRankIOBot
-Sociscraper
+Sottopop
+SpankBot
+Spanner
+Spinn3r
 Sqlmap
 Sqworm
+Steeler
 Sucker
-Sucuri
+SuperBot
+SuperHTTP
 Surfbot
-Swiftbot
-Szukacz
+SurveyBot
+Suzuran
 T8Abot
-Teleport
+TeleportPro
 Telesoft
-Telesphorep
 The Intraformant
 TheNomad
+Thumbor
 TightTwatBot
-Titan
-Toata
-Trendictionbot
-True_Robot
-Turingos
-TwengaBot
-URLy Warning
+Trendiction
 URLy.Warning
-Upflow
-VCI
+V-BOT
 Vacuum
+Vagabondo
 VeriCiteCrawler
-Voil
-WBSearchBot
-WPScan
-WWWOFFLE
-Web Enhancer
-Web Fetch
-Web Fuck
-Web Pix
+Voltron
+WEBDAV
+WWW-Mechanize
+WallpapersHD
+WeSEE
 WebAuto
+WebCopier
+WebFetch
 WebFuck
-WebGo IS
+WebImageCollector
 WebLeacher
-WebSucker
-WebWhacker
+WebPix
+WebSauger
+WebStripper
 WebmasterWorldForumBot
 Website Quester
-Whack
-Whatweb
+WebsiteQuester
+Webster
+Widow
 WinHTTrack
-Wprecon
-Xaldon_WebSpider
-Zermelo
-Zeus
+WiseGuys Robot
+Wonderbot
+Wotbox
+Zade
 Zitebot
-ZoominfoBot
 ZumBot
-ZyBorg
+adscanner
+archive.org_bot
 arquivo-web-crawler
+arquivo.pt
 autoemailspider
-check1.exe
 com.plumanalytics
-crawl.sogou.com
-eCatch
 evc-batch
-facebookscraper
-gopher
-isitwp.com
-magpie-crawler
-mediawords
-muhstik-scan
+heritrix
+internetVista monitor
+ips-agent
+iubenda-radar
+linkdexbot
+netEstate NE Crawler
+page scorer
 pcBrowser
+s1z.ru
 satoristudio.net
-sogouspider
-sp_auditbot
+scan.lol
+seocompany.store
+seoscanners
+seostar
+sexsearcher
 sysscan
-trendiction.com
-ubermetrics-technologies.com
-webgains-bot
+tAkeOut
 webmeup-crawler
 webpros.com
 x09Mozilla
-zauba.io
-zgrab