V4.2021.12.2798 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-AIBOT
-Aboundexbot
+360Spider
+404enemy
+Aboundex
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
+AiHitBot
+Aipbot
+AllSubmitter
 Alligator
-AlphaBot
 Anarchie
-Ankit
-Anthill
+Anarchy99
 Apexoo
-Asterias
-AwarioRssBot
-BDCbot
-BDFetch
-BackDoorBot
-Backlink-Ceck
-BacklinkCrawler
-Battleztar Bazinga
-BetaBot
-Bigfoot
+Attach
+BBBike
+BackStreet
+Badass
+Barkrowler
+Black Hole
+Blow
+Boardreader
 BotALot
-Brandwatch
-Buddy
-BuiltBotTough
+Buck
 BuiltWith
-CATExplorador
+Bullseye
+BunnySlippers
 CCBot
+CODE87
 Calculon
 CazoodleBot
 Cegbfeieh
 CensysInspect
-CherryPicker
-Chlooe
-Cloud mapping
-Cogentbot
-Collector
-Copyscape
-Cosmos
-Craftbot
+CheTeam
+Citoid
+Claritybot
+Copier
+Crawling at Home Project
 CrazyWebCrawler
 Crescent
-CrunchBot
-Curious
+Custo
+CyotekWebCopy
+DBLBot
 DIIbot
-DSearch
 DTS Agent
-DatabaseDriverMysqli
 Demon
+Deusu
 DigitalPebble
 Discobot
-Dragonfly
-Drip
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DomCopBot
+Download Wonder
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+EasyDL
 Ecxi
-ExtLinksBot
-Extractor
-ExtractorPro
+EroCrawler
+Exabot
+Express WebPictures
+Ezooms
 FDM
 FHscan
 FemtosearchBot
 Fimap
 Firefox/7.0
-FrontPage
-FyberSpider
-GalaxyBot
+FlashGet
+Foobot
+Freeuploader
 Getintent
-Go!Zilla
-Gotit
+Gigabot
+Go-Ahead-Got-It
+GrabNet
 Grabber
-GrapeFX
+Grafula
 GrapeshotCrawler
-GridBot
 HEADMasterSEO
 HTMLparser
-HTTrack
 Haansoft
 Harvest
-Heritrix
-Humanlinks
+IRLbot
 IlseBot
-Indy Library
-InfoNaviRobot
-InfoTekies
 Intelliseek
-InternetSeer
+InterGET
 Iria
-JamesBOT
-JetCar
+JOC Web Spider
 Jetty
-JikeSpider
+Joomla
+Jyxobot
 Kenjin Spider
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-Leap
-LexiBot
+LeechGet
 LibWeb
-LieBaoFast
+Libwhisker
 Lightspeedsystems
-LinkScan
 Linkdexbot
 LinksManager
 LinqiaRSSBot
 LinqiaScrapeBot
-Litemage_walker
+Lipperhey Spider
 Lmspider
-MIDown tool
+Ltx71
+MFC_Tear_Sample
 MIIxpc
-MJ12bot
-Mail.RU_Bot
+MQQBrowser
+MTRobot
 Majestic SEO
-Majestic-SEO
 MarkMonitor
+MarkWatch
+Mass Downloader
 MauiBot
-Mb2345Browser
 MeanPath Bot
 MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Minefield
-Mojeek
-Mojolicious
-Mozlila
-NPbot
+Mister PiX
+Moblie Safari
+Morfeus Fucking Scanner
+Msrabot
+NICErsPRO
 Nameprotect
 NearSite
-Nessus
-NetLyzer
-NetMechanic
+Net Vampire
+NetZIP
 Netcraft
-Niki-bot
+Nettrack
+NextGenSearchBot
+Nikto
+Nimbostratus
+Ninja
 Not
+Nutch
+Octopus
 Offline Navigator
-OnCrawl
-OpenLinkProfiler
-Openfind
-OrangeSpider
-PECL::HTTP
-POE-Component-Client-HTTP
+OutclicksBot
+OutfoxBot
+PageAnalyzer
+PageScorer
 Pandalytics
 Papa Foto
+PeoplePal
 Pi-Monster
-Picscout
-Piepmatz
+PictureFinder
+Pixray
 ProPowerBot
 Probethenet
-Psbot
-Pump
-RankActive
-RankActiveLinkBot
+PxBroker
+PyCurl
+Quick-Crawler
+RSSingBot
+RankFlex
+RankingBot2
 Rankivabot
-Re-re
-RealDownload
-RebelMouse
-Recorder
-RedesScrapy
 RocketCrawler
-Rogerbot
-SBIder
+SEOkicks
 SEOkicks-Robot
-ScanAlert
+SMTBot
+Scanbot
 ScoutJet
-ScreenerBot
 SearchmetricsBot
+SemanticJuice
 Semrush
 SemrushBot
+SeoSiteCheckup
 Siphon
-Siteimprove
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+Sitevigil
+SlySearch
+Snake
 Snoopy
 SocialRankIOBot
-Sociscraper
 Sogou web spider
-Sottopop
 SpankBot
-SputnikBot
-Sqlmap
+Spbot
+Spinn3r
 Sqworm
-Steeler
 Stripper
-Sucker
 SuperBot
-SuperHTTP
 SurveyBot
+Szukacz
 Teleport
-Telesoft
-The Intraformant
 TheNomad
-Toata
-True_Robot
-TurnitinBot
-URLy Warning
-Upflow
-V-BOT
-VCI
+Thumbor
+TightTwatBot
+Titan
+Tracemyfile
+Trendictionbot
 Vacuum
-VeriCiteCrawler
 Virusdie
-VoidEYE
-WASALive-Bot
-WBSearchBot
-WWW-Collector-E
-WWW-Mechanize
-Wallpapers
+WWW::Mechanize
 Wallpapers/3.0
+WallpapersHD
 Web Enhancer
-Web Fetch
-Web Pix
+Web Fuck
 Web Sucker
-WebBandit
+WebAuto
 WebCollage
-WebFetch
 WebLeacher
 WebStripper
-WebWhacker
-WebmasterWorldForumBot
+Website Quester
 WebsiteExtractor
+WebsiteQuester
 Whack
-Wonderbot
+Who.is Bot
+Widow
+Woobot
+Wotbox
 Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
 YoudaoBot
+Zade
 Zauba
-Zitebot
-ZoomBot
-ZoominfoBot
+Zeus
 ZumBot
-arquivo.pt
-autoemailspider
-crawl.sogou.com
+check1.exe
+clark-crawler
+coccocbot-web
+cognitiveseo
 crawler.feedback
-gopher
-instabid
+domainsproject.org
+facebookscraper
+heritrix
 isitwp.com
 lwp-request
 meanpathbot
 mediawords
 muhstik-scan
-netEstate NE Crawler
-pcBrowser
 plumanalytics
+ripz
 s1z.ru
-seocompany.store
+scalaj-http
 seoscanners
 seostar
-sysscan
-trendiction.com
+serpstatbot
+sexsearcher
+siteripz
+sogouspider
+sp_auditbot
 trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
+webmeup-crawler
 x09Mozilla
-x22Mozilla
-zgrab