V4.2021.10.2633 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404checker
 404enemy
+80legs
+ADmantX
+AIBOT
+ALittle Client
 Abonti
 Aboundex
+AfD-Verbotsverfahren
+AiHitBot
+Aipbot
 AllSubmitter
-AlphaBot
+Alligator
 Anarchy
-Asterias
-Attach
-AwarioSmartBot
+Ankit
+Anthill
+Apexoo
+Aspiegel
 BBBike
-BDFetch
+BDCbot
 BLEXBot
-BackDoorBot
 BackStreet
-BackWeb
-Backlink-Ceck
-Bandit
-Bigfoot
-Bitacle
-BlackWidow
-BotALot
+Badass
+Barkrowler
+Boardreader
 Brandprotect
-Brandwatch
 Buck
-Bullseye
-CCBot
-CODE87
-Calculon
-CazoodleBot
+BuiltBotTough
+BunnySlippers
+BuzzSumo
+Cegbfeieh
+CensysInspect
 CheTeam
 CheeseBot
+Chlooe
 Claritybot
-Cogentbot
 Copier
+Copyscape
 Cosmos
+Craftbot
+Crawling at Home Project
 Crescent
-CyotekWebCopy
-DSearch
-DatabaseDriverMysqli
-Digincore
-Discoverybot
+CrunchBot
+Custo
+DBLBot
+DIIbot
+Demon
+Deusu
+Dirbuster
 Dispatch
 DnyzBot
 DomainAppender
 DomainCrawler
-Dotbot
-Drip
-ECCP/1.0
-EMail Siphon
-Ebingbong
+DomainSigmaCrawler
+DomainStatsBot
+EasyDL
+Ecxi
 EirGrabber
-EroCrawler
-Evil
 Exabot
 Express WebPictures
-Extreme Picture Finder
-EyeNetIE
-Ezooms
 FDM
-FHscan
+Firefox/7.0
 Flunky
-Foobot
-GT::WWW
+Freeuploader
+FrontPage
+Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
+GetRight
+GetWeb
+Gigabot
 Go!Zilla
-GrabNet
+Go-Ahead-Got-It
 Grabber
-Grafula
-GrapeshotCrawler
-HTTP::Lite
-Id-search
-IlseBot
-Indy Library
-InfoNaviRobot
-Internet Ninja
+Haansoft
+Harvest
+Havij
+Hloader
+IDBTE4M
+IRLbot
+Image Fetch
+Intelliseek
 InternetSeer
 Iria
-JamesBOT
-Jbrofuzz
-JennyBot
-JikeSpider
+Iskanie
+JOC Web Spider
+JetCar
+Jetty
 Jorgee
-Jyxobot
+JustView
 Keyword Density
-Kozmosbot
-LNSpiderguy
+Kinza
+Larbin
 LeechGet
-LibWeb
-LieBaoFast
+LexiBot
+Lftp
 Lightspeedsystems
-Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
+LinkScan
+LinkWalker
+LinkextractorPro
+LinqiaRSSBot
+Lipperhey
+Ltx71
+MFC_Tear_Sample
+MQQBrowser
 MSFrontPage
-MSIECrawler
 MTRobot
-Majestic12
-MarkWatch
-Mass Downloader
-Mata Hari
-MegaIndex.ru
+Mag-Net
+Majestic-SEO
+MicroMessenger
 Microsoft Data Access
-Mister PiX
 Moblie Safari
-Morfeus Fucking Scanner
-Mr.4x3
+Mojeek
 Msrabot
-Musobot
-NPbot
 Navroad
 NearSite
 Nessus
+Net Vampire
 NetAnts
-NetMechanic
-NetZIP
-Nettrack
-Netvibes
 Niki-bot
+Nimbostratus
 Ninja
 Nutch
-Octopus
+OnCrawl
 OpenLinkProfiler
-Openvas
-OutfoxBot
+OrangeBot
+OrangeSpider
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+PageAnalyzer
+PageGrabber
+PageScorer
+PageThing.com
 Panscient
 Papa Foto
+Pavuk
+PeoplePal
+Petalbot
+Pi-Monster
+Picsearch
 PictureFinder
 Piepmatz
+PleaseCrawl
 Probethenet
 PxBroker
 PyCurl
+QueryN Metasearch
 Quick-Crawler
-RankActiveLinkBot
-RankingBot2
-RealDownload
-Recorder
-RepoMonkey
+RankurBot
+RedesScrapy
 Ripper
-SEOkicks-Robot
+Rogerbot
+SEOkicks
 SEOprofiler
-SEOstats
-SMTBot
-SalesIntelligent
-ScoutJet
+SISTRIX
+Scanbot
+Scrapy
+Screaming
 ScreenerBot
-Semrush
-SemrushBot
-SentiBot
 SeoSiteCheckup
+Seomoz
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
 SiteLockSpider
-SiteSnagger
-Sitevigil
 SmartDownload
+Snake
 Snapbot
+Snoopy
 SocialRankIOBot
+Sociscraper
+Sogou web spider
+Spammen
 SpankBot
-Spanner
 Spbot
-Steeler
-Sucuri
-SuperBot
-Swiftbot
+Spinn3r
+SputnikBot
+Sqworm
+SuperHTTP
+SurveyBot
 T0PHackTeam
-T8Abot
-The Intraformant
+Telesoft
 TheNomad
-Toata
-Tracemyfile
+Titan
 Trendictionbot
-TurnitinBot
-TwengaBot
+Twice
+Typhoeus
 URLy Warning
-UnisterBot
-VB Project
+URLy.Warning
+V-BOT
+VCI
 Vacuum
-Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
-Voltron
-WASALive-Bot
+Voil
+WBSearchBot
 WEBDAV
-Wallpapers
+WISENutbot
+WWW-Mechanize
 Wallpapers/3.0
-Web Auto
+Web Collage
 Web Enhancer
 Web Fetch
+Web Fuck
 WebAuto
 WebBandit
-WebFetch
-WebGo IS
-WebLeacher
-WebPix
+WebCopier
+WebFuck
 WebStripper
 WebZIP
-Webalta
+WebmasterWorldForumBot
 Webshag
-Who.is Bot
-Widow
-WinHTTrack
+Website Quester
+WebsiteQuester
+Webster
+Whack
+Whacker
+Whatweb
 WiseGuys Robot
-Wonderbot
 Woobot
 Xaldon WebSpider
-Xaldon_WebSpider
 YoudaoBot
+Zauba
+Zermelo
 Zeus
 Zitebot
-ZoomBot
-ZyBorg
-backlink-check
+ZumBot
+archive.org_bot
+cah.io.community
 check1.exe
-coccocbot-web
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-dataforseo.com
+clark-crawler
 demandbase-bot
-domainsproject.org
-eCatch
-evc-batch
 facebookscraper
-instabid
-internetVista monitor
+gopher
+heritrix
 isitwp.com
-lwp-request
-mediawords
-netEstate NE Crawler
+magpie-crawler
+oBot
 page scorer
+pcBrowser
 probe-image-size
-ripz
-scalaj-http
-scan.lol
-seobility
-serpstatbot
-sexsearcher
+satoristudio.net
 sogouspider
-sp_auditbot
-sysscan
+spyfu
 tAkeOut
-trendiction.com
-voyagerx.com
-webmeup-crawler
-webpros.com
-webprosbot
+trendiction.de
+x09Mozilla
+x22Mozilla
+xpymep1.exe