V4.2022.08.3316 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404enemy
 ADmantX
-AIBOT
+ALittle Client
 ASPSeek
-Abonti
 Aboundex
+Aipbot
 Alligator
-Anarchie
-Ankit
-Anthill
+Anarchy99
 Apexoo
-Asterias
+Aspiegel
 Atomseobot
-BBBike
-BDCbot
-BDFetch
-BackDoorBot
+BLEXBot
 BackWeb
-Barkrowler
-Bigfoot
+BacklinkCrawler
+Badass
+Battleztar Bazinga
+BetaBot
+Bitacle
+Black Hole
 BlackWidow
-Blow
-Bolt
 BotALot
-Brandprotect
 Brandwatch
-BuiltBotTough
 Bullseye
+BunnySlippers
 CATExplorador
 CCBot
-Calculon
+CSHttp
 CheTeam
-ChinaClaw
-Chlooe
-Citoid
+CheeseBot
+CherryPicker
 Cliqzbot
 Cloud mapping
-Copyscape
-Cosmos
-CrazyWebCrawler
-Crescent
-CrunchBot
+Cocolyzebot
+Cogentbot
 Curious
 Custo
+CyotekWebCopy
 DBLBot
-DSearch
-DataCha0s
-DigitalPebble
-Dirbuster
+DIIbot
+Digincore
+Disco
+Dispatch
 DittoSpyder
 DomainCrawler
-Drip
-EMail Wolf
-EasyDL
+Domains Project
+Dotbot
+Dragonfly
+ECCP/1.0
+EMail Siphon
 Ecxi
-Exabot
-Express WebPictures
-ExtractorPro
+Extractor
 Extreme Picture Finder
-Ezooms
-FHscan
-Fimap
-Foobot
+FDM
+FemtosearchBot
+FlashGet
 Freeuploader
-FrontPage
 Fuzz
-G-i-g-a-b-o-t
 Genieo
-GermCrawler
-GetRight
 GetWeb
-Go!Zilla
+Getintent
+Gigabot
 GoZilla
 GrabNet
-Grabber
 Grafula
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
+GrapeFX
+GridBot
 HTTP::Lite
+HTTrack
+Haansoft
 HaosouSpider
-Havij
-Heritrix
+Harvest
+HonoluluBot
+HybridBot
+IDBTE4M
 IRLbot
-Id-search
+Iblog
 Image Fetch
-Image Sucker
 IndeedBot
-InfoNaviRobot
-InfoTekies
-Intelliseek
 Internet Ninja
-InternetSeer
 Iria
 Iskanie
-Jbrofuzz
+IstellaBot
+JennyBot
+JikeSpider
 Joomla
-JustView
-LNSpiderguy
-LWP::Simple
-Lanshanbot
-Larbin
-Lftp
-LibWeb
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkScan
-LinkWalker
+Jorgee
+Kenjin Spider
+Keybot Translation-Search-Machine
+Kinza
+Leap
+LeechGet
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
+LinkpadBot
+Lmspider
+Ltx71
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
 MJ12bot
-MSFrontPage
-MTRobot
-Mail.RU_Bot
+MSIECrawler
+Majestic SEO
 Majestic-SEO
+Majestic12
+MarkMonitor
 Masscan
-MauiBot
+Mata Hari
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Minefield
-NearSite
+Microsoft Data Access
+Mister PiX
+Moblie Safari
+Mr.4x3
+Musobot
+Nameprotect
+Needle
 Net Vampire
-NetLyzer
-NetZIP
+NetSpider
 Netvibes
-Nmap
+Ninja
+Not
 Nuclei
-Nutch
-Offline Navigator
 OnCrawl
 OpenLinkProfiler
-Openfind
 Openvas
-OrangeBot
+OrangeSpider
 OutfoxBot
 PHPCrawl
-Page Analyzer
-PageGrabber
-Papa Foto
-Pavuk
+PageScorer
+Pandalytics
+Panscient
 Petalbot
-Picscout
-Picsearch
-PictureFinder
 Pimonster
+Pixray
+Pockey
 ProPowerBot
 Pu_iN
-PxBroker
 PyCurl
-RSSingBot
-RankActive
-RankingBot
+QueryN Metasearch
+RankActiveLinkBot
+RankFlex
 Rankivabot
 RankurBot
-RedesScrapy
-Ripper
-Rogerbot
+RealDownload
+RebelMouse
+RepoMonkey
 SEOlyticsCrawler
 SEOprofiler
-SEOstats
-Seekport
+SMTBot
+ScanAlert
+Scrapy
+Screaming
+ScrepyBot
+Searchestate
+SearchmetricsBot
 SemanticJuice
-SemrushBot
-SentiBot
+Semrush
+Seomoz
 Siphon
-SiteExplorer
-SiteSnagger
+Site Sucker
+SiteCheckerBotCrawler
+Sitebeam
+Sitevigil
+SmartDownload
+Snake
 Sociscraper
-SpankBot
+SpaceBison
+Spammen
+Spanner
+SputnikBot
 Sqlmap
-Sqworm
-Sucker
+Stripper
 SuperHTTP
+Suzuran
 Szukacz
+T8Abot
 Teleport
+TeleportPro
 Telesphoreo
-The Intraformant
 TheNomad
-TightTwatBot
-Toweyabot
-Trendictionbot
+Trendiction
 Turingos
+Turnitin
+TwengaBot
 Twice
 URLy.Warning
 UnisterBot
-VCI
+Upflow
 Vacuum
-VeriCiteCrawler
-Virusdie
-WBSearchBot
-WEBDAV
-WISENutbot
-WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Web Enhancer
-Web Sucker
+VelenPublicWebCrawler
+VidibleScraper
+Voil
+WWW-Mechanize
+Web Auto
+Web Fuck
+Web Pix
+Web Sauger
 WebBandit
-WebCollage
-WebCopier
-WebImageCollector
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Website Quester
+WebFuck
+WebSauger
+Webshag
+WebsiteExtractor
+WebsiteQuester
+Whacker
 Whatweb
+Who.is Bot
+Widow
 Woobot
+Wotbox
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-Zermelo
-ZoomBot
+Zade
+Zauba
+Zeus
+ZmEu
 ZoominfoBot
-archive.org_bot
+ZyBorg
+adscanner
 arquivo-web-crawler
-check1.exe
-coccocbot
+autoemailspider
+backlink-check
+cah.io.community
 com.plumanalytics
+crawler.feedback
 crawler4j
+dataforseo.com
 domainsproject.org
+eCatch
+gopher
 instabid
-lwp-trivial
-magpie-crawler
+isitwp.com
+lwp-request
+meanpathbot
 mediawords
-muhstik-scan
-oBot
 pcBrowser
-plumanalytics
 ripz
-seocompany.store
+scan.lol
 seoscanners
+serpstatbot
 sitechecker.pro
-siteripz
-sogouspider
-sysscan
-trendiction.com
-voyagerx.com
-webprosbot
+spyfu
+trendiction.de
+ubermetrics-technologies.com
+webgains-bot
+webpros.com
 x09Mozilla
+x22Mozilla
 xpymep1.exe
-zauba.io