V4.2022.05.3103 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+404checker
 404enemy
-ALittle Client
+ADmantX
+AIBOT
 ASPSeek
-AhrefsBot
+Abonti
+Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-Alexibot
-AllSubmitter
-Alligator
 AlphaBot
-Apexoo
-Attach
-AwarioRssBot
+Anarchie
+Anarchy99
+Ankit
+Aspiegel
+Asterias
 AwarioSmartBot
+BDCbot
 BDFetch
-BLEXBot
+BackDoorBot
 BackStreet
+BackWeb
 Badass
-Bandit
 Barkrowler
-BatchFTP
-Battleztar Bazinga
+Bitacle
+Black Hole
+Blackboard
 Blow
-Boardreader
-BotALot
+Brandprotect
 Brandwatch
-Buddy
 BuiltBotTough
-Bullseye
-BuzzSumo
-CCBot
-CSHttp
-Calculon
+BuiltWith
+CazoodleBot
+CensysInspect
 CherryPicker
-Citoid
-Claritybot
-Cogentbot
-Copier
-CopyRightCheck
-DIIbot
-Deusu
-Devil
-Disco
+Chlooe
+Craftbot
+Custo
+CyotekWebCopy
+DataCha0s
+Demon
 Discoverybot
+Dispatch
 DittoSpyder
 DnyzBot
-DomCopBot
+DomainAppender
 DomainCrawler
-Domains Project
-Drip
-EMail Siphon
+DomainSigmaCrawler
+EMail Wolf
 EasyDL
-EroCrawler
-Exabot
-Express WebPictures
-ExtLinksBot
-Extractor
+Evil
 ExtractorPro
-FDM
 FHscan
-Fimap
-Firefox/7.0
 FlashGet
+Flunky
 Foobot
-Freeuploader
+FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-GetWeb
-Getintent
-Go-Ahead-Got-It
+GermCrawler
+Gigabot
 Gotit
-GrabNet
 Grabber
-GrapeshotCrawler
-GridBot
-HTTP::Lite
+Grafula
+GrapeFX
+HEADMasterSEO
+HTTrack
 Haansoft
 HaosouSpider
-Hloader
-Humanlinks
+Havij
+IDBTE4M
 IRLbot
-Image Fetch
-IndeedBot
-Indy Library
-InfoNaviRobot
-InfoTekies
+Id-search
+Image Sucker
 Intelliseek
 Internet Ninja
-JOC Web Spider
-JamesBOT
-Jbrofuzz
+InternetSeer
+Iria
+IstellaBot
 JennyBot
 JetCar
-Jetty
-Kenjin Spider
+Joomla
 Keybot Translation-Search-Machine
+Keyword Density
 Kozmosbot
 LNSpiderguy
-LWP::Simple
-Lanshanbot
-Larbin
-Leap
 LexiBot
-Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
-MFC_Tear_Sample
-MIIxpc
-MSFrontPage
+Likse
+Litemage_walker
+Ltx71
+MIDown tool
 MTRobot
 Magnet
-Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
 Mass Downloader
-Masscan
 Mata Hari
-Meanpathbot
-Mediatoolkitbot
-Microsoft URL Control
+MauiBot
+MegaIndex.ru
+Metauri
+MicroMessenger
 Minefield
 Mojeek
-MolokaiBot
-Mr.4x3
-Msrabot
-Musobot
-NICErsPRO
-NearSite
+Morfeus Fucking Scanner
+NPbot
 Nessus
-Netcraft
-Netvibes
-NextGenSearchBot
-Offline Navigator
+NetLyzer
+NetMechanic
+NetZIP
+Nettrack
+Nibbler
+Niki-bot
+Nimbostratus
+Nmap
+Nutch
 OpenLinkProfiler
-OpenVAS
-OutclicksBot
+Openvas
+OrangeBot
+OrangeSpider
 OutfoxBot
+PECL::HTTP
 PHPCrawl
+PageGrabber
 PageScorer
 PageThing.com
 Panscient
-Pavuk
+Papa Foto
 PeoplePal
-Pi-Monster
+Petalbot
+Picsearch
+PictureFinder
 Pimonster
-Pockey
-ProPowerBot
-Psbot
-Pu_iN
-RSSingBot
+PleaseCrawl
+ProWebWalker
+Probethenet
+PxBroker
+PyCurl
+QueryN Metasearch
+Quick-Crawler
 RankActiveLinkBot
 RankFlex
-Re-re
-RebelMouse
+Rankivabot
+ReGet
 Ripper
-SMTBot
-SalesIntelligent
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
+SISTRIX
+ScanAlert
+Scanbot
 Scrapy
-Seekport
-Semrush
+ScreenerBot
+SearchmetricsBot
+SemrushBot
 SentiBot
 SeoSiteCheckup
-Siphon
-SiteExplorer
+SeobilityBot
+SiteCheckerBotCrawler
+SiteSnagger
 Sitebeam
 Siteimprove
 SmartDownload
-Snake
 Snapbot
-SocialRankIOBot
+Sociscraper
 SpankBot
-Spanner
+Spinn3r
+Sqlworm
+Steeler
 Stripper
-Sucker
-SurveyBot
-Szukacz
-T8Abot
+SuperBot
+SuperHTTP
+Suzuran
+Swiftbot
+Teleport
 Telesoft
-Telesphoreo
-TheNomad
-TightTwatBot
-Tracemyfile
 Trendiction
-True_Robot
-TurnitinBot
+Trendictionbot
+Turingos
+TwengaBot
 Twice
-Typhoeus
-URLy Warning
-UnisterBot
+URLy.Warning
 Vacuum
-VeriCiteCrawler
+VelenPublicWebCrawler
 VidibleScraper
-Virusdie
-Voil
-WASALive-Bot
-WEBDAV
+WBSearchBot
 WISENutbot
 WWW-Collector-E
-WWW-Mechanize
+Wallpapers/3.0
 WallpapersHD
-WeSEE
 Web Auto
-Web Pix
+Web Enhancer
+Web Fuck
 Web Sucker
 WebEnhancer
 WebFuck
-WebGo IS
-WebImageCollector
-WebPix
+WebLeacher
 WebReaper
-WebZIP
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
+WebWhacker
+Webalta
 WebsiteQuester
+Whacker
+Whatweb
 Who.is Bot
-Widow
+WinHTTrack
 WiseGuys Robot
 Wonderbot
-YoudaoBot
+Zade
+Zauba
+Zeus
+Zitebot
 ZmEu
-archive.org_bot
+ZoominfoBot
+ZyBorg
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-clark-crawler
-coccocbot
+backlink-check
+check1.exe
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+crawler4j
 heritrix
-iubenda-radar
+internetVista monitor
+ips-agent
 linkdexbot
-magpie-crawler
-mediawords
+lwp-request
 muhstik-scan
-s1z.ru
-satoristudio.net
-scan.lol
-seocompany.store
+oBot
+polaris version
+seobility
 seoscanners
+seostar
 serpstatbot
 sexsearcher
-siteripz
 sp_auditbot
 sysscan
-tAkeOut
-trendiction.com
-webmeup-crawler
 webpros.com
+webprosbot
+x09Mozilla
+x22Mozilla
 zauba.io
 zgrab