V4.2021.10.2650 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
+01h4x.com
+360Spider
 80legs
+ADmantX
 ALittle Client
+ASPSeek
 Abonti
+Aboundex
 Acunetix
-Anarchie
-Anarchy99
+AiHitBot
+AllSubmitter
+Alligator
 Ankit
-Aspiegel
-AwarioRssBot
-AwarioSmartBot
-BDFetch
-BLEXBot
-BackDoorBot
-BackStreet
+Anthill
+Attach
+BDCbot
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Badass
-Bandit
-Barkrowler
-BatchFTP
-Black Hole
+Bigfoot
+BlackWidow
 Blackboard
-Blow
 Boardreader
-BotALot
+Brandprotect
 Buddy
-BuiltBotTough
 BuiltWith
+Bullseye
 BunnySlippers
-CODE87
-CSHttp
 Calculon
 Cegbfeieh
 CensysInspect
-CheeseBot
+CheTeam
 CherryPicker
 Chlooe
 Claritybot
+Cliqzbot
+Cloud mapping
+Cocolyzebot
 Collector
-Copyscape
-Craftbot
+Copier
+CopyRightCheck
 Crawling at Home Project
-DatabaseDriverMysqli
+CrazyWebCrawler
+Crescent
+CrunchBot
+Curious
+Custo
+DSearch
+DataCha0s
 Devil
-DigitalPebble
+Dirbuster
+Disco
 Dispatch
 DittoSpyder
-DnyzBot
-DomainSigmaCrawler
-EasyDL
-Ecxi
+DomCopBot
+DomainAppender
+Domains Project
+Dotbot
+Dragonfly
+ECCP/1.0
 EirGrabber
 Evil
-ExtLinksBot
 Extractor
+EyeNetIE
 Ezooms
-FDM
 Fimap
-Firefox/7.0
 Flunky
-Foobot
-Freeuploader
-FrontPage
-FyberSpider
-G-i-g-a-b-o-t
-Genieo
+Fuzz
+GalaxyBot
 GetWeb
-Gigabot
-GrabNet
-HEADMasterSEO
-Haansoft
+Gotit
+Grabber
+Grafula
+GrapeFX
+GridBot
+HTTP::Lite
 HaosouSpider
-Harvest
+Heritrix
+Hloader
 Humanlinks
+HybridBot
 Iblog
-Id-search
+Image Fetch
 Image Sucker
 Indy Library
 InfoNaviRobot
 InfoTekies
-Intelliseek
-InterGET
 Internet Ninja
-InternetSeer
 Iria
+Iskanie
+JOC Web Spider
 JamesBOT
-JennyBot
+JetCar
 Jetty
-Jorgee
 JustView
 Kinza
 LNSpiderguy
 LWP::Simple
-Lanshanbot
-Larbin
+Leap
 LeechGet
-Libwhisker
-LinkScan
+Lftp
+LibWeb
+LieBaoFast
+Lightspeedsystems
 Linkdexbot
-LinksManager
-LinqiaRSSBot
-Lipperhey Spider
+LinkextractorPro
+LinkpadBot
 Ltx71
 MFC_Tear_Sample
-MIDown tool
-MSIECrawler
+MIIxpc
+MSFrontPage
 Mag-Net
-Magnet
 Mail.RU_Bot
-Mass Downloader
-Mb2345Browser
+Majestic12
+MarkWatch
+MauiBot
 MeanPath Bot
 MegaIndex.ru
-Metauri
-Mojolicious
+MicroMessenger
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojeek
 Morfeus Fucking Scanner
-Mozlila
 Mr.4x3
-NPbot
-Name Intelligence
-Nameprotect
-NetZIP
+Musobot
+NICErsPRO
+Needle
+Nessus
+NetAnts
+NetMechanic
+Nettrack
 Nikto
-NimbleCrawler
-Nimbostratus
-Nmap
+Nutch
 Offline Explorer
-OnCrawl
-OpenLinkProfiler
-OpenVAS
-OutclicksBot
+Offline Navigator
+Openvas
 OutfoxBot
-PECL::HTTP
-PHPCrawl
-PageScorer
-Panscient
-Petalbot
-Pi-Monster
-Piepmatz
-Psbot
+Page Analyzer
+PageAnalyzer
+PageThing.com
+Pandalytics
+Papa Foto
+Picsearch
+Pimonster
+Pockey
 Pu_iN
 Pump
-Quick-Crawler
-RSSingBot
-RankActive
-RankingBot
+QueryN Metasearch
+RankActiveLinkBot
+ReGet
 RealDownload
-RebelMouse
-Rogerbot
+RepoMonkey
+Ripper
+RocketCrawler
+SBIder
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
+SISTRIX
+SalesIntelligent
 ScanAlert
-Scanbot
-ScreenerBot
+ScoutJet
+Scrapy
+Screaming
 ScrepyBot
-SearchmetricsBot
-SentiBot
-SeoSiteCheckup
+Searchestate
+SemrushBot
 SeobilityBot
-Seomoz
-Siteimprove
+Shodan
+Siphon
+SiteSnagger
+SiteSucker
+Sitebeam
+Sitevigil
 SmartDownload
 Snapbot
-SocialRankIOBot
-Sociscraper
-Sottopop
-SpaceBison
-SpankBot
-Spbot
-Sqlworm
 Sqworm
-Stripper
-Sucuri
-SuperBot
-Surfbot
+Sucker
 SurveyBot
-Swiftbot
-Szukacz
 T0PHackTeam
-Telesoft
-TheNomad
-Titan
+Telesphoreo
+TightTwatBot
 Toata
-Toweyabot
 Tracemyfile
 Trendiction
+Trendictionbot
+TurnitinBot
+TwengaBot
 Twice
 Typhoeus
-VB Project
+URLy Warning
+URLy.Warning
 VCI
-Virusdie
-WEBDAV
-WISENutbot
+Vacuum
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
+Voil
+Voltron
+WBSearchBot
 WPScan
-WWWOFFLE
-Wallpapers
-Web Auto
-Web Collage
-Web Enhancer
-Web Pix
-Web Sauger
+WWW-Collector-E
+Wallpapers/3.0
+WallpapersHD
+Web Fetch
+Web Sucker
+WebAuto
+WebCollage
 WebFuck
-WebImageCollector
+WebPix
 WebReaper
-WebStripper
 WebSucker
-WebWhacker
-Webalta
-Website Quester
+WebZIP
+WebmasterWorldForumBot
+Webshag
 WebsiteExtractor
+WebsiteQuester
 Whack
-WinHTTrack
-Wonderbot
-Woobot
+Who.is Bot
+WiseGuys Robot
 Wprecon
+Xaldon_WebSpider
 YoudaoBot
+Zade
+Zeus
+ZumBot
 ZyBorg
+arquivo.pt
 autoemailspider
-backlink-check
-com.plumanalytics
 crawl.sogou.com
-crawler4j
+demandbase-bot
+domainsproject.org
+eCatch
 gopher
-instabid
+ips-agent
 lwp-request
 lwp-trivial
-magpie-crawler
 mediawords
-page scorer
-pcBrowser
 plumanalytics
 polaris version
+probe-image-size
 ripz
-s1z.ru
-satoristudio.net
-seobility
-seostar
+seoscanners
 serpstatbot
-sexsearcher
-sitechecker.pro
-siteripz
 sp_auditbot
+sysscan
 tAkeOut
 trendiction.de
-webprosbot
-zauba.io
-zgrab
+ubermetrics-technologies.com
+webmeup-crawler
+x22Mozilla