V4.2022.05.3109 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-80legs
-AIBOT
+360Spider
+ADmantX
+ALittle Client
+Abonti
 Aboundex
-AiHitBot
-AllSubmitter
-AlphaBot
-Anarchy99
+Aboundexbot
+AhrefsBot
+Alexibot
+Alligator
 Ankit
+Anthill
 Aspiegel
-AwarioRssBot
-BDCbot
-BDFetch
-BLEXBot
+Attach
+BackStreet
 BackWeb
-Backlink-Ceck
-BacklinkCrawler
-Badass
-BatchFTP
+Bandit
+Barkrowler
 Battleztar Bazinga
-Bigfoot
-BlackWidow
-Blow
-Brandprotect
-Brandwatch
+BetaBot
+Bitacle
+Blackboard
+Bolt
+Buck
 BuiltWith
-Bullseye
-BuzzSumo
-Calculon
 CazoodleBot
-Cegbfeieh
-CensysInspect
 CheeseBot
 CherryPicker
-Cliqzbot
+ChinaClaw
+Chlooe
 Cloud mapping
 Cocolyzebot
+Collector
 Cosmos
+Craftbot
 Crawling at Home Project
-Custo
-CyotekWebCopy
+CrunchBot
+Curious
+DBLBot
 DIIbot
-DataCha0s
 Demon
+Deusu
 Devil
-Disco
-Discoverybot
+Digincore
+DigitalPebble
+Dispatch
 DittoSpyder
-DnyzBot
-DomainCrawler
-ECCP/1.0
-EMail Siphon
+DnBCrawler-Analytics
+DomainStatsBot
+Domains Project
+Dotbot
+Dragonfly
 EMail Wolf
-EasyDL
-Ecxi
+Ebingbong
+Evil
+Express WebPictures
+Extractor
+ExtractorPro
 Ezooms
-FDM
-Flunky
 Foobot
 Freeuploader
-FrontPage
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
+GT::WWW
+GetRight
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Grafula
 GrapeshotCrawler
-GridBot
-HTTrack
+HEADMasterSEO
+HMView
+Haansoft
 HaosouSpider
 Harvest
 Havij
-Heritrix
-Hloader
-HonoluluBot
-Iblog
+HybridBot
+IRLbot
 Id-search
 IlseBot
+Image Fetch
 IndeedBot
-InterGET
-Internet Ninja
+InfoNaviRobot
+InfoTekies
 IstellaBot
 Jbrofuzz
 JennyBot
-Joomla
-Jorgee
-Keyword Density
-Kozmosbot
+JetCar
+JustView
+Keybot Translation-Search-Machine
+Kinza
 LNSpiderguy
-LWP::Simple
 Lanshanbot
 Larbin
 Leap
 LeechFTP
-LexiBot
 LibWeb
 Libwhisker
-Likse
+LieBaoFast
+LinkWalker
 Linkbot
+LinkpadBot
+LinksManager
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lmspider
+Litemage_walker
 Ltx71
 MFC_Tear_Sample
-MSFrontPage
+MIDown tool
+MJ12bot
+MTRobot
 Mail.RU_Bot
-Majestic-SEO
+Majestic SEO
 MarkMonitor
+MarkWatch
 Mass Downloader
-Mb2345Browser
-MegaIndex.ru
-MicroMessenger
+Meanpathbot
+Metauri
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Mojolicious
+Moblie Safari
 MolokaiBot
 Morfeus Fucking Scanner
-Mr.4x3
-NPbot
+Mozlila
 Name Intelligence
-Navroad
 Needle
-NetZIP
-NextGenSearchBot
+NetMechanic
 Nibbler
 Niki-bot
-NimbleCrawler
 Nimbostratus
-Not
-Octopus
-Offline Explorer
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
-Openfind
+OpenVAS
+OrangeBot
 OutclicksBot
-POE-Component-Client-HTTP
-Page Analyzer
-PageGrabber
-Pandalytics
-Pavuk
+PECL::HTTP
+PageScorer
+Papa Foto
+PeoplePal
 Petalbot
+Pi-Monster
+Picscout
+Picsearch
+Piepmatz
 Pimonster
-ProPowerBot
-ProWebWalker
 Probethenet
-PxBroker
-QueryN Metasearch
+Psbot
+Pu_iN
+Quick-Crawler
+RankActive
 RankingBot2
-RankurBot
 Re-re
-Reaper
+RealDownload
 RebelMouse
-RedesScrapy
-RepoMonkey
-RocketCrawler
-Rogerbot
+Recorder
+Ripper
 SBIder
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 SISTRIX
-SalesIntelligent
 ScanAlert
-Scanbot
-ScoutJet
 Screaming
 ScreenerBot
-ScrepyBot
+Searchestate
 SearchmetricsBot
 Seekport
-SiteLockSpider
+SeobilityBot
+Shodan
+Site Sucker
 SiteSucker
-Siteimprove
-Snapbot
-SocialRankIOBot
+Sitevigil
+SmartDownload
+Snoopy
 Sociscraper
-Spammen
-Spanner
-Stripper
-Sucuri
-Surfbot
-Suzuran
+SpankBot
+Spinn3r
+SputnikBot
+Sqlmap
+Sucker
+SuperBot
+SurveyBot
 Swiftbot
-Szukacz
-TeleportPro
+T0PHackTeam
+T8Abot
+Teleport
 Telesoft
 Telesphoreo
-Thumbor
-Trendiction
-Twice
-URLy.Warning
-UnisterBot
+Telesphorep
+Toata
+Tracemyfile
+Trendictionbot
+Turingos
+TurnitinBot
+TwengaBot
+Typhoeus
+URLy Warning
 Upflow
+VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
+Virusdie
 Voil
+Voltron
 WASALive-Bot
-WBSearchBot
 WISENutbot
 WPScan
-WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
-WeSEE
+WWW-Collector-E
+WWW-Mechanize
+WallpapersHD
+Web Collage
+Web Fetch
 Web Pix
-Web Sucker
-WebCollage
-WebFetch
+WebAuto
+WebEnhancer
+WebSauger
 WebWhacker
-WebZIP
 WebmasterWorldForumBot
+WebsiteQuester
 Whack
-Whacker
 Widow
+WinHTTrack
+WiseGuys Robot
+Wonderbot
 Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 Zade
+Zermelo
+Zeus
 Zitebot
-archive.org_bot
+ZyBorg
 autoemailspider
+backlink-check
 cah.io.community
 check1.exe
 clark-crawler
 coccocbot
-cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-evc-batch
+demandbase-bot
+eCatch
 heritrix
 instabid
-internetVista monitor
-ips-agent
-lwp-request
-magpie-crawler
-netEstate NE Crawler
-page scorer
-pcBrowser
-probe-image-size
-satoristudio.net
-scalaj-http
-scan.lol
-seoscanners
-sp_auditbot
+meanpathbot
+oBot
+ripz
+seocompany.store
+seostar
+serpstatbot
+sitechecker.pro
 tAkeOut
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webprosbot
-x09Mozilla
+x22Mozilla
+zauba.io
+zgrab