V4.2022.11.3471 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404checker
 ADmantX
+ASPSeek
 Abonti
+Acunetix
 AfD-Verbotsverfahren
-AiHitBot
-Alexibot
+AhrefsBot
 Anarchy
-Ankit
-Apexoo
-Aspiegel
+Atomseobot
 AwarioRssBot
-AwarioSmartBot
-BDFetch
-BatchFTP
-Battleztar Bazinga
+BDCbot
+BackDoorBot
+Backlink-Ceck
+Bandit
+BetaBot
 Bigfoot
-Bitacle
-BlowFish
-Boardreader
+Black Hole
+Blackboard
 Bolt
-Brandprotect
 Brandwatch
-Buddy
-BuiltWith
 Bullseye
-CATExplorador
-CSHttp
-CazoodleBot
-CheTeam
+Calculon
+Cegbfeieh
 CheeseBot
-Cocolyzebot
-CopyRightCheck
-Craftbot
-Crawling at Home Project
+ChinaClaw
+Cliqzbot
+Cloud mapping
+Collector
+Copyscape
+Cosmos
+CrazyWebCrawler
+Curious
 Custo
 DBLBot
 DTS Agent
 DataCha0s
-Demon
-Deusu
-DigitalPebble
+DatabaseDriverMysqli
+Digincore
+Dirbuster
 Disco
-DnyzBot
-DomCopBot
+Dispatch
 DomainAppender
 DomainCrawler
-Dotbot
-Download Wonder
-ECCP/1.0
+DomainSigmaCrawler
+Drip
+EMail Siphon
 EMail Wolf
-Ebingbong
+EasyDL
 Ecxi
 EroCrawler
-ExtractorPro
-FHscan
-Flunky
-Freeuploader
-Fuzz
-Fyrebot
-GT::WWW
-Go!Zilla
-Gotit
-Grafula
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
+Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
+Extreme Picture Finder
+EyeNetIE
+Fimap
+FrontPage
+G-i-g-a-b-o-t
+GalaxyBot
+GermCrawler
+GetRight
+Go-Ahead-Got-It
+GoZilla
+GrapeFX
+HTMLparser
 HTTP::Lite
-HTTrack
 HaosouSpider
 Harvest
-Heritrix
-Hloader
+HonoluluBot
 Humanlinks
-IRLbot
-Id-search
-IlseBot
-Image Sucker
+IDBot
+Iblog
 IndeedBot
 Indy Library
 InfoNaviRobot
-InternetSeer
-Iskanie
-JamesBOT
-JetCar
-Jetty
-Jorgee
+InfoTekies
+Internet Ninja
+Iria
+Joomla
 Jyxobot
-Keyword Density
-Kinza
-LWP::Simple
-Lanshanbot
-Larbin
-Leap
-LexiBot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
+Lftp
+Libwhisker
+Lightspeedsystems
+Likse
+LinkScan
+LinkpadBot
+LinqiaRSSBot
 Lipperhey
 Litemage_walker
 Lmspider
-Ltx71
-MIDown tool
 MIIxpc
-MJ12bot
+MQQBrowser
 MSFrontPage
-MTRobot
 Mag-Net
+Magnet
 Mail.RU_Bot
-MarkWatch
-MauiBot
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
+Majestic-SEO
+Majestic12
+MarkMonitor
+Masscan
+Mb2345Browser
+MegaIndex.ru
 Microsoft URL Control
-Minefield
 Moblie Safari
-Mojolicious
-Mozlila
-Musobot
-Nessus
-Net Vampire
-NetAnts
+Mr.4x3
+NICErsPRO
+NPbot
+Nameprotect
+Navroad
+Needle
+NetMechanic
+NetSpider
+NetZIP
 Netcraft
-Netvibes
+NextGenSearchBot
 Nimbostratus
+Nmap
+Nutch
 Octopus
+Offline Explorer
 OnCrawl
 OpenLinkProfiler
-Openfind
-OrangeBot
+OpenVAS
+Openvas
 OrangeSpider
-OutclicksBot
-OutfoxBot
-PECL::HTTP
+POE-Component-Client-HTTP
 PageGrabber
+PageScorer
 Pandalytics
-Panscient
+Papa Foto
 Pavuk
 Petalbot
+Picscout
+Picsearch
+PictureFinder
+Pimonster
+Pixray
 ProPowerBot
-Pump
+Probethenet
+Pu_iN
 PxBroker
 PyCurl
 QueryN Metasearch
+RSSingBot
 RankActive
-RankActiveLinkBot
-RankFlex
+RankingBot
+RankingBot2
 RankurBot
+Re-re
 RedesScrapy
+RepoMonkey
 Ripper
 RocketCrawler
+Rogerbot
 SBIder
-SEOlyticsCrawler
-SEOstats
-SISTRIX
-SalesIntelligent
-Scanbot
+SEOkicks-Robot
+SEOprofiler
 ScreenerBot
-ScrepyBot
-SearchmetricsBot
-SemanticJuice
-SeobilityBot
-Shodan
+Searchestate
+Semrush
+SeoSiteCheckup
+Seomoz
 Siphon
 Site Sucker
-SiteCheckerBotCrawler
 SiteSucker
-Sitevigil
-SlySearch
-Snake
-Sosospider
+SocialRankIOBot
+Sociscraper
 Sottopop
-SpaceBison
-Spammen
-SpankBot
 Spanner
-SputnikBot
+Sqlmap
 Sqlworm
 Sqworm
-Surfbot
+Steeler
+Sucuri
+SuperBot
+Suzuran
 Swiftbot
 T0PHackTeam
-Teleport
-TeleportPro
+Telesphoreo
+TheNomad
+TightTwatBot
 Toata
-Tracemyfile
 Trendiction
-Turingos
-Twice
+TurnitinBot
+Typhoeus
 URLy Warning
-URLy.Warning
+Upflow
 V-BOT
-VB Project
+VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
 VoidEYE
-WBSearchBot
-WEBDAV
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Web Enhancer
-Web Fuck
-Web Sauger
+Voltron
+WISENutbot
+WPScan
+WallpapersHD
+WeSEE
+Web Auto
+Web Fetch
 Web Sucker
-WebBandit
-WebCollage
-WebEnhancer
-WebImageCollector
-WebLeacher
-WebPix
-WebReaper
+WebFetch
+WebGo IS
 WebSauger
+WebStripper
 Webalta
-WebsiteExtractor
-Webster
-Whatweb
-WiseGuys Robot
+Whack
+Widow
+Wonderbot
 Woobot
-Wotbox
-Wprecon
+Xaldon_WebSpider
+Xenu
 Zauba
 Zeus
+Zitebot
 ZoomBot
-ZoominfoBot
-crawler4j
-dataforseo.com
+ZumBot
+adscanner
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
+cah.io.community
+coccocbot
+demandbase-bot
+eCatch
 evc-batch
-instabid
-iubenda-radar
+heritrix
+internetVista monitor
+ips-agent
 linkdexbot
 lwp-request
-meanpathbot
+lwp-trivial
 mediawords
+muhstik-scan
 oBot
 page scorer
+pcBrowser
 probe-image-size
-ripz
-satoristudio.net
 scalaj-http
 seobility
-seoscanners
-seostar
-serpstatbot
-sexsearcher
-siteripz
+seocompany.store
 spyfu
-trendiction.de
-voyagerx.com
-webmeup-crawler
-x09Mozilla
+trendiction.com
+ubermetrics-technologies.com
+webgains-bot
+webprosbot
+zauba.io
+zgrab