V4.2022.07.3226 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
 ADmantX
-AIBOT
-ASPSeek
 Abonti
-Aboundex
+AhrefsBot
+Aipbot
+Alexibot
+AllSubmitter
 AlphaBot
-Anarchy
+Anarchie
+Anarchy99
 Ankit
-Anthill
-Apexoo
-Attach
+Atomseobot
 AwarioRssBot
-AwarioSmartBot
-BLEXBot
+BBBike
+BDCbot
 Backlink-Ceck
-BacklinkCrawler
-Badass
 Barkrowler
-Battleztar Bazinga
+BetaBot
 Bigfoot
-Blow
+Bitacle
 BlowFish
 Boardreader
-Brandprotect
-Buck
-Buddy
+BotALot
 BuiltBotTough
-BuzzSumo
-Cegbfeieh
-Claritybot
-Cogentbot
-Collector
-CopyRightCheck
-Copyscape
-CrazyWebCrawler
-Crescent
-Curious
-DSearch
-DataCha0s
-Demon
-Deusu
-Dirbuster
+BuiltWith
+CATExplorador
+CheeseBot
+Citoid
+Craftbot
+CrunchBot
+Custo
+DIIbot
+DTS Agent
+DigitalPebble
+Disco
 Discobot
-Dispatch
-DittoSpyder
-DnyzBot
+DnBCrawler-Analytics
+DomainAppender
+DomainCrawler
 DomainSigmaCrawler
-Dragonfly
+Domains Project
+Download Wonder
 Drip
-EMail Siphon
-EMail Wolf
+EasyDL
+Ecxi
 EroCrawler
-Evil
-Express WebPictures
-Firefox/7.0
+FemtosearchBot
+Foobot
 FrontPage
 Fuzz
-Fyrebot
-GalaxyBot
-GermCrawler
+FyberSpider
+G-i-g-a-b-o-t
+Genieo
+GetWeb
 Gigabot
 Go-Ahead-Got-It
-Grabber
-Grafula
-GridBot
-Haansoft
-Harvest
-Heritrix
-Hloader
-Humanlinks
+Gotit
+GrapeFX
+HEADMasterSEO
+IDBTE4M
+Iblog
+IlseBot
 Image Fetch
 Image Sucker
 IndeedBot
-InfoTekies
-InterGET
-InternetSeer
+InfoNaviRobot
+Iria
 Iskanie
 IstellaBot
-Jbrofuzz
-JetCar
+JamesBOT
 Jorgee
-JustView
-Keybot Translation-Search-Machine
+Jyxobot
 Kozmosbot
-LNSpiderguy
+LWP::Simple
 Lanshanbot
 Leap
-LieBaoFast
+LexiBot
 Likse
 LinkScan
-LinqiaScrapeBot
+LinkWalker
 Lipperhey
-Lipperhey Spider
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MQQBrowser
-MTRobot
+Lmspider
+Ltx71
+MSFrontPage
+MSIECrawler
 Mag-Net
 Majestic SEO
-Majestic-SEO
+Majestic12
 MarkMonitor
+Mass Downloader
 Mata Hari
-MeanPath Bot
-Microsoft Data Access
+MauiBot
+Microsoft URL Control
+Minefield
 Mister PiX
-MolokaiBot
-Morfeus Fucking Scanner
 Mr.4x3
-Nameprotect
 NearSite
-Needle
 Nessus
+Net Vampire
 NetAnts
-NetSpider
-Netvibes
+Netcraft
+Niki-bot
 Nikto
 Nmap
-Not
-Nutch
 Octopus
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
-Openfind
+OnCrawl
+OrangeBot
+OrangeSpider
 OutclicksBot
-OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
 PageAnalyzer
-PageScorer
-Papa Foto
+PageGrabber
+PageThing.com
 Pavuk
-PeoplePal
-Picsearch
-PictureFinder
-Piepmatz
+Petalbot
+Picscout
 Pimonster
-PleaseCrawl
+Pockey
 ProPowerBot
-ProWebWalker
 Psbot
+Pu_iN
+PxBroker
+QueryN Metasearch
 Quick-Crawler
-RankActiveLinkBot
-Re-re
-ReGet
+RSSingBot
+RankActive
+RankFlex
+RankingBot2
+Rankivabot
 Reaper
 RebelMouse
-Recorder
+RedesScrapy
 RepoMonkey
-Ripper
 RocketCrawler
-SEOlyticsCrawler
-SEOstats
+SEOkicks
+SEOprofiler
 SISTRIX
+SMTBot
+Scrapy
+ScrepyBot
 SearchmetricsBot
+Seekport
+SemanticJuice
 Semrush
+SemrushBot
+SentiBot
+SeoSiteCheckup
+Seomoz
 Shodan
+Siphon
+SiteExplorer
 SiteLockSpider
-SiteSucker
-Sitebeam
-Siteimprove
-Snoopy
-Sogou web spider
-Sosospider
-Spammen
-Steeler
-Sucker
-SuperBot
+Sitevigil
+Snake
+SpaceBison
+Sqlmap
+Sqlworm
+Sucuri
+SuperHTTP
 Surfbot
 SurveyBot
-Suzuran
 Swiftbot
+Szukacz
+T0PHackTeam
 T8Abot
 Teleport
-Telesphoreo
-Telesphorep
 The Intraformant
 TheNomad
 Thumbor
-Trendiction
+TightTwatBot
+Toata
+Toweyabot
+Trendictionbot
 Turingos
+Turnitin
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
+URLy Warning
+URLy.Warning
 VB Project
-VeriCiteCrawler
-VoidEYE
+VCI
+VelenPublicWebCrawler
+VidibleScraper
 Voil
 Voltron
-WASALive-Bot
 WBSearchBot
-WISENutbot
+WWW-Collector-E
 WWW-Mechanize
-Wallpapers
-Wallpapers/3.0
-WeSEE
+WWWOFFLE
 Web Auto
-Web Enhancer
-Web Fetch
-Web Sauger
-WebBandit
-WebCollage
-WebEnhancer
-WebPix
+Web Pix
+Web Sucker
+WebLeacher
 WebStripper
+WebSucker
+WebWhacker
 WebZIP
-Webalta
-WebmasterWorldForumBot
-WebsiteQuester
-Whacker
+Whatweb
+Widow
+WinHTTrack
 WiseGuys Robot
-Wonderbot
-Zauba
-Zermelo
-Zeus
+Wotbox
+Wprecon
+Xaldon WebSpider
+Zade
 ZmEu
+ZoomBot
 ZoominfoBot
 archive.org_bot
 arquivo.pt
+autoemailspider
+cah.io.community
+check1.exe
+clark-crawler
+cognitiveseo
+com.plumanalytics
 crawl.sogou.com
+crawler4j
 dataforseo.com
 demandbase-bot
 eCatch
+evc-batch
 gopher
-isitwp.com
+heritrix
+instabid
+internetVista monitor
+ips-agent
 iubenda-radar
+lwp-request
 lwp-trivial
-magpie-crawler
+meanpathbot
 muhstik-scan
 oBot
+page scorer
 pcBrowser
-s1z.ru
+plumanalytics
+ripz
 scan.lol
-seobility
-seocompany.store
-seostar
-sexsearcher
+seoscanners
+serpstatbot
+sitechecker.pro
 siteripz
 sp_auditbot
-spyfu
-tAkeOut
-trendiction.com
-ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
 webpros.com
+webprosbot
+x22Mozilla
+xpymep1.exe
+zauba.io
+zgrab