V4.2021.11.2707 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404enemy
-ADmantX
+404checker
 AIBOT
+ASPSeek
 Aboundex
 Aboundexbot
-Acunetix
-Aipbot
-AllSubmitter
-Alligator
-AlphaBot
-Anarchy99
+AiHitBot
+Anarchie
+Anthill
+Apexoo
 Aspiegel
+Attach
+AwarioSmartBot
 BBBike
-BDCbot
-BDFetch
-BLEXBot
 BackStreet
-BackWeb
 Badass
 Barkrowler
+Bigfoot
 Bitacle
-Boardreader
-Buck
+BlackWidow
+Blackboard
 BuiltBotTough
 Bullseye
 BuzzSumo
 CATExplorador
-CODE87
-Cegbfeieh
-CheTeam
+CSHttp
+Calculon
+CheeseBot
+CherryPicker
+ChinaClaw
+Cliqzbot
 Cloud mapping
-Cogentbot
 Collector
-Copier
-Copyscape
+Cosmos
+Craftbot
 Crawling at Home Project
-CrunchBot
+Crescent
+CyotekWebCopy
 DSearch
-DTS Agent
 DataCha0s
-DatabaseDriverMysqli
 Demon
-Deusu
 Devil
-Digincore
-Discoverybot
+Disco
+Discobot
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-Domains Project
-Dotbot
+DomainAppender
 Dragonfly
 ECCP/1.0
 EMail Siphon
-EasyDL
+EMail Wolf
 Ebingbong
-Ecxi
+EirGrabber
 EroCrawler
+Evil
 Exabot
-EyeNetIE
+Express WebPictures
+ExtractorPro
+Ezooms
 FHscan
-Firefox/7.0
+Fimap
 FlashGet
-Fuzz
+Flunky
+Freeuploader
 FyberSpider
 Fyrebot
+Genieo
+GermCrawler
 Gigabot
 GoZilla
-Gotit
 GrabNet
 Grafula
-GridBot
-HMView
-HTMLparser
-Humanlinks
-HybridBot
+Haansoft
+HaosouSpider
+Harvest
+Heritrix
 IDBTE4M
-IRLbot
-Indy Library
-Iria
-Iskanie
+Iblog
+Image Sucker
+IndeedBot
+InfoNaviRobot
+Internet Ninja
+InternetSeer
+IstellaBot
+JOC Web Spider
 JamesBOT
-Jbrofuzz
-Joomla
-Kenjin Spider
-Keyword Density
-Leap
+JetCar
+Jetty
+Jorgee
+JustView
+Jyxobot
+Kinza
+Kozmosbot
+LNSpiderguy
+LWP::Simple
 LeechFTP
 LeechGet
+Lftp
 LibWeb
 Libwhisker
-LinkWalker
+LinkextractorPro
 LinksManager
-Lipperhey
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey Spider
 Litemage_walker
-Lmspider
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MQQBrowser
-MSFrontPage
-MTRobot
+Magnet
 Mail.RU_Bot
 MarkMonitor
 MarkWatch
-Mass Downloader
 Mata Hari
-Mb2345Browser
 MeanPath Bot
+Meanpathbot
 MegaIndex.ru
-MicroMessenger
-Mozlila
+Mr.4x3
 Msrabot
 Musobot
+NICErsPRO
 NPbot
-Navroad
-NearSite
-Needle
+Nameprotect
 Nessus
 NetLyzer
+NetMechanic
+NetZIP
+Nettrack
 Netvibes
+NextGenSearchBot
+Niki-bot
+Nikto
+Nimbostratus
 Nuclei
-Offline Explorer
 OnCrawl
-OpenLinkProfiler
-OpenVAS
-OrangeSpider
+OrangeBot
+OutclicksBot
 POE-Component-Client-HTTP
-PageScorer
+Pandalytics
 Papa Foto
-PeoplePal
-Petalbot
 Pi-Monster
-Picscout
-Picsearch
 PictureFinder
-Pimonster
-ProPowerBot
-ProWebWalker
-Probethenet
-Pu_iN
-QueryN Metasearch
-RankActive
-RankActiveLinkBot
-RankFlex
+Pixray
+Pockey
+Psbot
+RSSingBot
 RankingBot2
-ReGet
+RankurBot
+Re-re
 RealDownload
-RepoMonkey
-Rogerbot
-SISTRIX
-ScanAlert
+Recorder
+Ripper
+RocketCrawler
+SBIder
+SEOprofiler
+SEOstats
+SMTBot
+SalesIntelligent
 Scanbot
-Screaming
+ScoutJet
 ScrepyBot
-SentiBot
-SeobilityBot
+SearchmetricsBot
+SemrushBot
 Shodan
-Site Sucker
-SiteLockSpider
+Siphon
+SiteCheckerBotCrawler
+SiteSnagger
+SiteSucker
 Siteimprove
 SlySearch
-Snake
-Spammen
+SmartDownload
+Snapbot
+Sosospider
+Sottopop
 Spanner
-Spinn3r
 SputnikBot
 Sqlmap
-Sucker
+Sqlworm
+Stripper
 Sucuri
-SuperBot
-SurveyBot
-Szukacz
 T8Abot
-Teleport
 The Intraformant
-TightTwatBot
-Titan
-Toweyabot
+Toata
 Tracemyfile
-Trendiction
-Trendictionbot
-Turingos
-Turnitin
+True_Robot
+Twice
+URLy.Warning
 UnisterBot
-Upflow
 Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voltron
-WASALive-Bot
-WEBDAV
-WISENutbot
-WPScan
+WBSearchBot
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
 Wallpapers
-WallpapersHD
+Wallpapers/3.0
 Web Auto
-Web Collage
-Web Enhancer
-Web Fetch
-Web Pix
+Web Fuck
 Web Sauger
-WebCopier
-WebFetch
+WebCollage
+WebImageCollector
 WebLeacher
-WebSauger
 WebZIP
-Webalta
 WebmasterWorldForumBot
+Website Quester
 WebsiteExtractor
+Whacker
 Whatweb
 WinHTTrack
 WiseGuys Robot
-Wprecon
-Xaldon WebSpider
+Wonderbot
+Wotbox
 Xaldon_WebSpider
+Xenu
 YoudaoBot
+Zade
 Zauba
-Zermelo
+Zitebot
 ZmEu
+ZoomBot
 ZoominfoBot
 archive.org_bot
+cah.io.community
+coccocbot-web
 cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-crawler4j
-heritrix
+dataforseo.com
+instabid
 internetVista monitor
-isitwp.com
-magpie-crawler
+lwp-request
+lwp-trivial
 meanpathbot
 mediawords
-muhstik-scan
 oBot
+polaris version
+s1z.ru
 satoristudio.net
-scalaj-http
-seoscanners
+scan.lol
 seostar
-serpstatbot
-sogouspider
-sp_auditbot
-spyfu
-trendiction.de
-voyagerx.com
-webmeup-crawler
+trendiction.com
+ubermetrics-technologies.com
 webpros.com
 webprosbot
 x09Mozilla
+x22Mozilla
+xpymep1.exe
+zauba.io
 zgrab