V4.2021.10.2652 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-80legs
-AIBOT
+ADmantX
 ASPSeek
-Aboundex
-Aipbot
-Alexibot
-Alligator
-AlphaBot
+Aboundexbot
+Acunetix
+AiHitBot
 Anarchie
+Anarchy
 Anarchy99
-Ankit
+Anthill
 Apexoo
+Aspiegel
 AwarioSmartBot
-BDCbot
-Black Hole
+BLEXBot
+BackStreet
+BacklinkCrawler
+Badass
+Bandit
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Bitacle
 BlackWidow
-Blow
-BotALot
-Brandprotect
-Brandwatch
-Buck
-BuiltBotTough
-BuiltWith
-CODE87
-Cegbfeieh
-CensysInspect
-Chlooe
-Cocolyzebot
-Cogentbot
-Crescent
+Blackboard
+BlowFish
+Boardreader
+BuzzSumo
+CATExplorador
+CCBot
+CazoodleBot
+CheeseBot
+CherryPicker
+Cliqzbot
+Craftbot
+CrazyWebCrawler
+Custo
 DIIbot
-DSearch
 DataCha0s
-DatabaseDriverMysqli
+Demon
 Deusu
-Digincore
+Devil
 DigitalPebble
-Discobot
-Discoverybot
+Dirbuster
+Disco
 Dispatch
-DomainCrawler
-Dotbot
-Download Wonder
+DnyzBot
+DomainAppender
+Dragonfly
 ECCP/1.0
-EMail Wolf
-EasyDL
-Ebingbong
+EMail Siphon
 EroCrawler
-EyeNetIE
-FDM
-FemtosearchBot
-FrontPage
+Exabot
+Express WebPictures
+ExtLinksBot
+Extreme Picture Finder
+Firefox/7.0
+Freeuploader
+Fuzz
 FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GalaxyBot
-GermCrawler
 GetRight
-Getintent
-GrabNet
+GetWeb
+Gotit
 Grabber
 GrapeFX
-HMView
+GridBot
+HEADMasterSEO
 HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
-Hloader
+HaosouSpider
+Harvest
+Havij
+Heritrix
 IDBot
+IRLbot
 Id-search
+IlseBot
 IndeedBot
 InfoTekies
 InterGET
 Internet Ninja
-InternetSeer
 Iria
-JikeSpider
+Jbrofuzz
+Jetty
+Joomla
 Keyword Density
 LNSpiderguy
-Leap
-Lftp
+LWP::Simple
+Lanshanbot
+LexiBot
 Libwhisker
-Lightspeedsystems
+LieBaoFast
+Likse
 LinkScan
 LinkextractorPro
-LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
 Litemage_walker
-Lmspider
-MFC_Tear_Sample
-MIDown tool
-MJ12bot
-MQQBrowser
+Ltx71
 MSFrontPage
 Mag-Net
 Magnet
-Mail.RU_Bot
-Majestic12
+Majestic-SEO
+MarkMonitor
 MarkWatch
-Mass Downloader
-Masscan
-Mb2345Browser
-MeanPath Bot
+Mediatoolkitbot
 MicroMessenger
 Mister PiX
 Mojeek
-Mojolicious
-Mozlila
-Mr.4x3
-NICErsPRO
+Msrabot
+Name Intelligence
+Nameprotect
 Navroad
+NearSite
 Net Vampire
-NetAnts
 NetMechanic
-Nettrack
-Netvibes
 NextGenSearchBot
-Niki-bot
-Nikto
-NimbleCrawler
+Nibbler
 Nimbostratus
-Nmap
+Offline Explorer
 OnCrawl
-OpenLinkProfiler
-OpenVAS
-OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
+Openfind
+OrangeBot
+PHPCrawl
+Page Analyzer
+PageScorer
+Pandalytics
 Papa Foto
-Pavuk
-PeoplePal
 Picsearch
-Piepmatz
+PictureFinder
+Pimonster
+Pixray
 PleaseCrawl
-Psbot
+Pu_iN
 Pump
 PxBroker
-PyCurl
-QueryN Metasearch
 Quick-Crawler
 RankActiveLinkBot
 RankFlex
-ReGet
+RankingBot2
+Rankivabot
 RealDownload
-RebelMouse
-Recorder
-SEOkicks
-SEOlyticsCrawler
-SISTRIX
-ScanAlert
-Scanbot
+RedesScrapy
+SBIder
+SEOprofiler
+SMTBot
+SalesIntelligent
 ScoutJet
-ScreenerBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
 SemrushBot
-Seomoz
-Shodan
-Site Sucker
+Siphon
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSucker
-Sitebeam
+SiteSnagger
 SlySearch
-Snake
+SmartDownload
 SocialRankIOBot
-Sottopop
+Sociscraper
+Sosospider
+SpaceBison
 Spammen
-Spanner
+Spbot
+SputnikBot
 Sqlmap
-Sqworm
-SuperBot
+Sqlworm
+Steeler
+Sucuri
+Surfbot
+Suzuran
+Swiftbot
 Szukacz
+T0PHackTeam
+T8Abot
 TeleportPro
-Telesphoreo
+Telesoft
 Telesphorep
+The Intraformant
 TheNomad
-TightTwatBot
-Tracemyfile
-Trendiction
-Trendictionbot
-True_Robot
-Turingos
-Twice
-Typhoeus
-V-BOT
+URLy Warning
+URLy.Warning
+UnisterBot
 VB Project
 Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
-Voltron
-WBSearchBot
+Virusdie
+Voil
+WASALive-Bot
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW-Mechanize
 Wallpapers
-WallpapersHD
 Web Auto
-Web Fuck
+Web Enhancer
+Web Fetch
+WebAuto
+WebBandit
 WebEnhancer
 WebFetch
-WebImageCollector
-WebReaper
+WebFuck
+WebGo IS
+WebLeacher
+WebPix
 WebSauger
-WebSucker
-WebsiteExtractor
-WebsiteQuester
-Webster
-Whacker
-Whatweb
-WinHTTrack
+WebWhacker
+Webshag
+Website Quester
+Whack
+Who.is Bot
+Widow
+WiseGuys Robot
 Wonderbot
-Woobot
 Wotbox
-Xaldon WebSpider
+Wprecon
 Xaldon_WebSpider
-Zauba
-Zitebot
-ZmEu
-ZoomBot
 ZumBot
-ZyBorg
-archive.org_bot
+arquivo.pt
 autoemailspider
-cah.io.community
-check1.exe
-clark-crawler
 coccocbot-web
 cognitiveseo
-crawl.sogou.com
-crawler.feedback
+com.plumanalytics
+crawler4j
 dataforseo.com
-domainsproject.org
-eCatch
-evc-batch
-facebookscraper
+demandbase-bot
 gopher
 heritrix
-internetVista monitor
-isitwp.com
-mediawords
-plumanalytics
-s1z.ru
+ips-agent
+lwp-trivial
+magpie-crawler
+meanpathbot
+muhstik-scan
+oBot
+pcBrowser
+polaris version
+probe-image-size
+satoristudio.net
 scalaj-http
 seobility
-siteripz
+seoscanners
+sp_auditbot
 spyfu
-sysscan
 tAkeOut
-voyagerx.com
+trendiction.com
+webmeup-crawler
 webprosbot
 xpymep1.exe
-zgrab