V4.2021.03.2310 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-80legs
 Abonti
-Aboundex
+Acunetix
 ADmantX
+AfD-Verbotsverfahren
 AhrefsBot
-AIBOT
+AiHitBot
+Alligator
 AllSubmitter
-AlphaBot
-Anarchie
 Anarchy
 Anarchy99
-Ankit
-arquivo-web-crawler
-Asterias
+Anthill
+arquivo.pt
+Aspiegel
 Attach
-backlink-check
-Battleztar Bazinga
+AwarioRssBot
+BackDoorBot
+BacklinkCrawler
+BackStreet
+BackWeb
+Barkrowler
 BBBike
 BDCbot
-Bigfoot
-Black Hole
+BDFetch
+BetaBot
 BlackWidow
-BLEXBot
-Blow
 BlowFish
-Bolt
+Boardreader
+BotALot
 Brandwatch
-Buddy
-BuiltWith
+BuiltBotTough
+Bullseye
 BuzzSumo
-CazoodleBot
 CCBot
-CensysInspect
-CheeseBot
-ChinaClaw
+CheTeam
+Chlooe
+Claritybot
 Cliqzbot
-Cloud mapping
 coccocbot-web
-Cogentbot
-Collector
-com.plumanalytics
-CopyRightCheck
-Cosmos
-crawler4j
-crawler.feedback
-CrazyWebCrawler
-CrunchBot
+cognitiveseo
+Copyscape
+crawl.sogou.com
 CSHttp
 Custo
-DatabaseDriverMysqli
+CyotekWebCopy
 DataCha0s
-Digincore
-Discoverybot
-DittoSpyder
-DomainCrawler
-Domains Project
+DIIbot
+Disco
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Dotbot
+DomCopBot
+Dragonfly
 DSearch
-DTS Agent
-eCatch
+Ebingbong
 ECCP/1.0
-EirGrabber
+EMail Wolf
 evc-batch
 Evil
-Express WebPictures
 ExtLinksBot
+Extractor
 ExtractorPro
-FemtosearchBot
-Fimap
-Firefox/7.0
-FlashGet
-Flunky
+Extreme Picture Finder
+FDM
+Foobot
+Freeuploader
 Genieo
-GermCrawler
-Getintent
+G-i-g-a-b-o-t
 GoZilla
-GrapeFX
+Go!Zilla
+GrabNet
 GrapeshotCrawler
-GT::WWW
-HaosouSpider
-heritrix
-HTMLparser
+GridBot
+HEADMasterSEO
+Hloader
+HTTP::Lite
 HTTrack
-HybridBot
 Iblog
-IDBot
 IlseBot
 Image Fetch
 Image Sucker
 Indy Library
-InfoTekies
-Internet Ninja
-InternetSeer
-ips-agent
-IRLbot
+Iria
+isitwp.com
 Iskanie
-IstellaBot
-JennyBot
+JamesBOT
+Jbrofuzz
+JikeSpider
+Jorgee
+Kenjin Spider
+Kozmosbot
 Lanshanbot
 Larbin
-LeechGet
 LexiBot
-Lftp
-Libwhisker
 LieBaoFast
-Lightspeedsystems
-Linkbot
-LinkScan
-LinksManager
-LinqiaScrapeBot
-Lipperhey
+Linkdexbot
+LinkpadBot
 Lmspider
 LNSpiderguy
-Ltx71
+lwp-request
+lwp-trivial
+Mag-Net
 magpie-crawler
+Majestic-SEO
+MarkWatch
+Masscan
 Mass Downloader
-Mata Hari
 MauiBot
-MeanPath Bot
-MegaIndex.ru
-Metauri
+Mb2345Browser
+meanpathbot
+mediawords
 MicroMessenger
-MIDown tool
-MJ12bot
-Mozlila
-MQQBrowser
+Mister PiX
+Mojeek
 Mr.4x3
-MSFrontPage
-MTRobot
-muhstik-scan
+MSIECrawler
+Name Intelligence
 Needle
-Netcraft
-NetLyzer
+netEstate NE Crawler
+NetMechanic
 NetSpider
-Net Vampire
+Netvibes
 NetZIP
+NextGenSearchBot
+Nibbler
+NICErsPRO
 Niki-bot
-Nimbostratus
+Nikto
+NimbleCrawler
 Nmap
 NPbot
 Nutch
-Octopus
-Offline Explorer
 OnCrawl
+Openfind
 OpenLinkProfiler
 OpenVAS
+OPPO A33
 OrangeSpider
 OutclicksBot
-OutfoxBot
-PageGrabber
-PageScorer
-PageThing.com
-Pandalytics
-Panscient
-Pavuk
-Petalbot
-Pimonster
+page scorer
+Papa Foto
+PECL::HTTP
+Picsearch
+Piepmatz
 Pi-Monster
+Pixray
+PleaseCrawl
 Pockey
-POE-Component-Client-HTTP
-Probethenet
-ProWebWalker
-Psbot
+probe-image-size
+PyCurl
 QueryN Metasearch
-RankActive
+Quick-Crawler
 RankActiveLinkBot
+RankFlex
+RankurBot
 RebelMouse
+Recorder
+ReGet
 RepoMonkey
-Re-re
 ripz
 RocketCrawler
+Rogerbot
 RSSingBot
-s1z.ru
-ScanAlert
+satoristudio.net
+scalaj-http
 Scanbot
+scan.lol
 ScreenerBot
 Searchestate
-SearchmetricsBot
-Semrush
+SemrushBot
 SentiBot
 SEOkicks-Robot
+seoscanners
 SeoSiteCheckup
-Shodan
-SISTRIX
-SiteCheckerBotCrawler
+SEOstats
+serpstatbot
+sexsearcher
+Sitebeam
+Siteimprove
+siteripz
+Site Sucker
 SlySearch
-SocialRankIOBot
-Sociscraper
+SmartDownload
 sogouspider
-SpaceBison
+Sogou web spider
+Sosospider
+Sottopop
+Spammen
 SpankBot
 Spanner
-Spbot
-Spinn3r
-spyfu
+sp_auditbot
+SputnikBot
 Sqlmap
-Sqlworm
-Stripper
-Sucker
-Sucuri
+Steeler
 SuperHTTP
-SurveyBot
-Suzuran
 sysscan
 Szukacz
 T8Abot
-TeleportPro
-TheNomad
+Teleport
+Telesphoreo
 Thumbor
 TightTwatBot
 Titan
+Toweyabot
+Tracemyfile
+Trendictionbot
 trendiction.com
+trendiction.de
 True_Robot
 Turingos
-TwengaBot
-Typhoeus
-Vacuum
-Vagabondo
-VB Project
+TurnitinBot
+UnisterBot
+URLy Warning
 VCI
+VeriCiteCrawler
 VidibleScraper
-VoidEYE
-Wallpapers/3.0
-WASALive-Bot
 WBSearchBot
-Webalta
 WebAuto
+Web Auto
 WebBandit
+WebCollage
 Web Collage
-WebFetch
+WebEnhancer
+Web Fetch
+WebFuck
+Web Fuck
 WebImageCollector
 WebLeacher
 WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
-Website Quester
+WebPix
+WebReaper
+WebSauger
 Webster
 Web Sucker
-WebZIP
-WinHTTrack
-WiseGuys Robot
-Wotbox
+WebWhacker
+WeSEE
+Whatweb
+Who.is Bot
+WISENutbot
+Wprecon
 WWW-Mechanize
-Zauba
-zgrab
+Xaldon_WebSpider
+Xenu
+YoudaoBot
+Zade
+zauba.io
+Zitebot
 ZmEu
-ZoominfoBot
+ZoomBot
+ZumBot
+ZyBorg