V4.2021.12.2764 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
-ASPSeek
-Acunetix
+404checker
+404enemy
+AIBOT
+ALittle Client
+Aboundex
+AhrefsBot
+Aipbot
 Alexibot
+AllSubmitter
 Alligator
 Anarchie
-Anarchy99
-Ankit
+Apexoo
 Aspiegel
+Attach
 AwarioRssBot
-BDCbot
-BDFetch
-BLEXBot
-BackWeb
-BatchFTP
-Battleztar Bazinga
+AwarioSmartBot
+BBBike
+BackDoorBot
 Bitacle
-BlackWidow
-Blackboard
 BotALot
-Brandprotect
+Brandwatch
 Buck
-Bullseye
-BunnySlippers
+Buddy
+BuiltWith
+BuzzSumo
+CATExplorador
+CCBot
+CensysInspect
 CheTeam
+CheeseBot
 Citoid
+Cliqzbot
+Cogentbot
+Collector
 CopyRightCheck
+Craftbot
 Crawling at Home Project
+Crescent
+CrunchBot
 Curious
 CyotekWebCopy
-DBLBot
-DIIbot
-DTS Agent
-DatabaseDriverMysqli
+DSearch
+DataCha0s
 Devil
-Discobot
+DigitalPebble
+Dirbuster
 Discoverybot
 DnBCrawler-Analytics
-DnyzBot
-DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-Dotbot
+Download Wonder
 Dragonfly
-Drip
-EMail Siphon
 EMail Wolf
-EroCrawler
+Ebingbong
+Ecxi
+Evil
+Exabot
 Express WebPictures
-Extractor
+ExtLinksBot
 ExtractorPro
-EyeNetIE
-FHscan
+Ezooms
+FDM
 FemtosearchBot
 Fimap
-Freeuploader
-Fyrebot
-Gigabot
-Grabber
-Grafula
-GridBot
+Foobot
+FyberSpider
+Genieo
+GermCrawler
+Getintent
+Go!Zilla
 HEADMasterSEO
-HMView
 HTTP::Lite
 Haansoft
+HaosouSpider
+Havij
 Hloader
 IDBTE4M
+IDBot
 Id-search
-IlseBot
-Image Fetch
+IndeedBot
 Indy Library
-InfoTekies
-Internet Ninja
+InfoNaviRobot
+InternetSeer
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-JennyBot
-JetCar
-Jetty
-JikeSpider
+Jorgee
 Jyxobot
-Kenjin Spider
-Kinza
+Keyword Density
+Kozmosbot
 LNSpiderguy
 LWP::Simple
+Lanshanbot
 LeechGet
+LexiBot
+Lftp
+LibWeb
+LinkScan
 LinkWalker
 Linkbot
-Linkdexbot
+LinkextractorPro
 LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
-Lmspider
+LinqiaRSSBot
+Ltx71
+MIDown tool
 MSFrontPage
 MTRobot
-Mag-Net
+Majestic12
 MarkMonitor
-Masscan
-MeanPath Bot
+Mata Hari
+Mb2345Browser
 Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
-Microsoft URL Control
-Minefield
-Morfeus Fucking Scanner
+Metauri
+MicroMessenger
+Mister PiX
+Moblie Safari
 Mozlila
 Mr.4x3
 Msrabot
-Musobot
-Nameprotect
-Navroad
-Nessus
-NetLyzer
-Niki-bot
-Nimbostratus
-Not
+Name Intelligence
+Net Vampire
+NetAnts
+NetMechanic
+NetZIP
+Netcraft
+Nettrack
+Netvibes
+NextGenSearchBot
 Nutch
-Octopus
-Offline Explorer
 OnCrawl
-OpenLinkProfiler
-Openfind
-POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
+OpenVAS
+OrangeBot
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+PHPCrawl
 PageThing.com
-Pandalytics
-Panscient
 Papa Foto
-Pavuk
-PictureFinder
-ProPowerBot
-Psbot
-Pump
+Picscout
+Picsearch
+Piepmatz
+Pimonster
+Pixray
+Pu_iN
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankActive
-RankActiveLinkBot
-RankFlex
-RankingBot2
-ReGet
-RebelMouse
-Recorder
-RedesScrapy
-RepoMonkey
+Rankivabot
+RankurBot
+RealDownload
+Reaper
+Rogerbot
 SBIder
 SEOkicks-Robot
-SEOlyticsCrawler
-ScanAlert
-ScoutJet
+Scanbot
+ScrepyBot
 SemanticJuice
-SemrushBot
+Semrush
 SeoSiteCheckup
-Seomoz
-Shodan
-Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
+Siphon
+SiteExplorer
 SiteSucker
-SlySearch
-Snapbot
-Snoopy
+Snake
+SocialRankIOBot
 Sociscraper
-Sogou web spider
+Sottopop
 SpaceBison
 Spammen
-SpankBot
+Spanner
+Spbot
 Spinn3r
 SputnikBot
-Sqlworm
-Steeler
-Sucker
-Sucuri
+Stripper
+SuperBot
 Surfbot
-SurveyBot
-T0PHackTeam
 T8Abot
-Telesphorep
+Teleport
+Telesphoreo
+The Intraformant
 TheNomad
-TightTwatBot
+Tracemyfile
 True_Robot
-Turingos
-Turnitin
-TurnitinBot
 TwengaBot
-URLy.Warning
+Twice
 V-BOT
-Vacuum
-VelenPublicWebCrawler
+VB Project
+Virusdie
+Voil
+Voltron
+WASALive-Bot
+WBSearchBot
 WWW-Collector-E
-WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
 WeSEE
-Web Auto
+Web Collage
 Web Fuck
-Web Pix
 Web Sauger
-WebEnhancer
+WebCopier
 WebFetch
-WebFuck
-WebImageCollector
-WebPix
+WebLeacher
 WebSauger
-WebStripper
-WebSucker
 WebWhacker
 WebZIP
-WebmasterWorldForumBot
-Webshag
-Whack
-WiseGuys Robot
+Website Quester
+WebsiteExtractor
+Webster
+Whacker
+Whatweb
+Who.is Bot
+WinHTTrack
+Wotbox
 Xaldon WebSpider
-YoudaoBot
-Zauba
-Zeus
-ZoominfoBot
+Xaldon_WebSpider
+ZmEu
 ZyBorg
-arquivo-web-crawler
+adscanner
+arquivo.pt
 autoemailspider
 backlink-check
-check1.exe
+clark-crawler
+coccocbot-web
+cognitiveseo
 crawler.feedback
 crawler4j
+demandbase-bot
+domainsproject.org
+eCatch
+evc-batch
 heritrix
-instabid
-internetVista monitor
-ips-agent
-isitwp.com
+lwp-request
 magpie-crawler
-muhstik-scan
+meanpathbot
+mediawords
 oBot
 pcBrowser
 plumanalytics
-probe-image-size
+ripz
 s1z.ru
-satoristudio.net
-scan.lol
-seocompany.store
-seoscanners
-sitechecker.pro
+scalaj-http
+seobility
 siteripz
 sogouspider
-sp_auditbot
+spyfu
+sysscan
+tAkeOut
 ubermetrics-technologies.com
-webpros.com
-webprosbot
-x09Mozilla
+webgains-bot
 xpymep1.exe
-zgrab