V4.2021.07.2461 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404enemy
-AIBOT
-Abonti
-Aboundex
 Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
-Alligator
-Apexoo
-AwarioRssBot
-BBBike
-BDCbot
+AiHitBot
+Aipbot
+AllSubmitter
+Anarchie
+Anarchy
+Ankit
+Aspiegel
+Asterias
+AwarioSmartBot
 BDFetch
-BackDoorBot
+BLEXBot
 BackStreet
-BackWeb
-Barkrowler
-Battleztar Bazinga
-Bitacle
+Backlink-Ceck
+BatchFTP
+BetaBot
+Black Hole
 BlackWidow
 Blow
-BlowFish
+Boardreader
 Bolt
-Buck
-Buddy
+BuiltBotTough
+BunnySlippers
 BuzzSumo
-CCBot
-CazoodleBot
-CheTeam
-CheeseBot
-CherryPicker
+CATExplorador
+CSHttp
+Calculon
 Chlooe
 Claritybot
+Cliqzbot
 Cloud mapping
 Collector
-Copier
-Copyscape
+CopyRightCheck
 Cosmos
-Curious
-Custo
-CyotekWebCopy
-DBLBot
-Demon
+Craftbot
+CrazyWebCrawler
+DIIbot
+DSearch
+DTS Agent
+DataCha0s
+Deusu
 Digincore
-DittoSpyder
-DnyzBot
+DigitalPebble
+Disco
+Discobot
+Dispatch
 DomCopBot
+DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-Domains Project
 Dotbot
-Dragonfly
-Ebingbong
+Download Wonder
+Drip
 Ecxi
+EirGrabber
 ExtLinksBot
-Extreme Picture Finder
+ExtractorPro
 Ezooms
-FHscan
-Fimap
 Firefox/7.0
-Fuzz
-FyberSpider
+FlashGet
+Flunky
 Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
-Genieo
-GetWeb
-Getintent
+GalaxyBot
+GetRight
 Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
 Gotit
+Grafula
+GrapeFX
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
+HMView
+HTMLparser
 HTTrack
-Harvest
+Haansoft
 Havij
+Heritrix
 Hloader
+IDBTE4M
 Id-search
-IlseBot
-Image Fetch
-Indy Library
-InfoNaviRobot
 InfoTekies
-Intelliseek
 InterGET
-Internet Ninja
-Iskanie
-IstellaBot
+InternetSeer
+JamesBOT
 JennyBot
 Jetty
-JikeSpider
-Joomla
-Kenjin Spider
-Kozmosbot
+JustView
 LNSpiderguy
-LeechFTP
+LWP::Simple
+LeechGet
 LexiBot
-LieBaoFast
+Lightspeedsystems
 Likse
 LinkScan
+Linkbot
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
 Lipperhey
 Lipperhey Spider
+Litemage_walker
 Lmspider
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
+MSFrontPage
+MSIECrawler
 Mag-Net
-Magnet
 Mail.RU_Bot
-Majestic-SEO
-MauiBot
-Meanpathbot
+Majestic SEO
+Majestic12
+Masscan
+Mata Hari
 MegaIndex.ru
 Metauri
 MicroMessenger
-Microsoft URL Control
+Microsoft Data Access
+Mister PiX
+Moblie Safari
+Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-Msrabot
-NICErsPRO
+Musobot
 NPbot
-NearSite
+Nameprotect
+Needle
 Net Vampire
 NetAnts
-NetMechanic
 Netcraft
-Netvibes
-Ninja
-Nuclei
-OPPO A33
+Nettrack
+NimbleCrawler
+Nimbostratus
+Nutch
 Offline Explorer
 OnCrawl
 OpenLinkProfiler
 OpenVAS
 OrangeBot
-OrangeSpider
+OutfoxBot
 PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageThing.com
-Pandalytics
-Papa Foto
-Petalbot
-Picsearch
-Pixray
-PleaseCrawl
+Panscient
+Pavuk
+Pi-Monster
+Picscout
+ProWebWalker
 Pu_iN
 Pump
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankActive
-RankActiveLinkBot
-RankingBot2
-Rankivabot
-RankurBot
-ReGet
-RealDownload
+RankFlex
 RebelMouse
-Recorder
 RepoMonkey
 RocketCrawler
+Rogerbot
+SBIder
 SEOkicks
 SEOkicks-Robot
-SEOstats
-ScanAlert
+SEOprofiler
 Scanbot
-Scrapy
-Screaming
 ScreenerBot
-ScrepyBot
-SearchmetricsBot
-Semrush
+Searchestate
+SemrushBot
 SentiBot
+SeoSiteCheckup
 SeobilityBot
-Siphon
+Shodan
 SiteCheckerBotCrawler
-SiteExplorer
+Sitebeam
 SmartDownload
-Snake
 Snapbot
+Snoopy
 Sogou web spider
-Sottopop
 SpaceBison
-Spammen
-Spanner
+Spbot
+SputnikBot
+Sqlmap
 Stripper
-SuperBot
-SuperHTTP
-Surfbot
+Sucuri
+SurveyBot
+Swiftbot
 Szukacz
-T8Abot
-Teleport
+TeleportPro
+Telesphoreo
 Telesphorep
-Thumbor
+TheNomad
 TightTwatBot
-Trendiction
+Tracemyfile
 Trendictionbot
-Turingos
-Turnitin
+True_Robot
 Twice
 URLy Warning
-URLy.Warning
+Upflow
 V-BOT
-VCI
-Vagabondo
-VidibleScraper
-Voltron
+Vacuum
+Virusdie
+VoidEYE
+WASALive-Bot
 WISENutbot
-Wallpapers/3.0
-Web Pix
+WWW-Collector-E
+WWW::Mechanize
+WallpapersHD
+WeSEE
+Web Collage
 Web Sauger
-WebCollage
-WebCopier
-WebFuck
+Web Sucker
+WebAuto
+WebFetch
 WebLeacher
-WebWhacker
-WebZIP
-Webalta
-Webster
+WebPix
+WebReaper
+WebmasterWorldForumBot
+Webshag
+WebsiteExtractor
 Whacker
 Whatweb
-Who.is Bot
+Widow
+WinHTTrack
+WiseGuys Robot
 Woobot
-Wotbox
-Xaldon_WebSpider
+Xaldon WebSpider
 Xenu
-Zauba
+Zade
 Zermelo
-Zeus
-ZmEu
-backlink-check
-crawler4j
+Zitebot
+ZumBot
+ZyBorg
+arquivo-web-crawler
+check1.exe
+cognitiveseo
 demandbase-bot
-eCatch
-evc-batch
-facebookscraper
-gopher
-heritrix
-ips-agent
+instabid
+lwp-request
+meanpathbot
 mediawords
+netEstate NE Crawler
 page scorer
 plumanalytics
-ripz
-scan.lol
+seostar
 serpstatbot
-siteripz
-sp_auditbot
-spyfu
-voyagerx.com
+sexsearcher
+sogouspider
+x09Mozilla
+xpymep1.exe
 zauba.io
 zgrab