V4.2022.12.3519 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404enemy
 ADmantX
-ALittle Client
-ASPSeek
 Aboundex
-Acunetix
+Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-Alexibot
 Anarchie
+Anarchy
+Anarchy99
 Ankit
-Aspiegel
-BackDoorBot
-BackStreet
-Backlink-Ceck
-BacklinkCrawler
+Anthill
+Apexoo
+Asterias
+AwarioSmartBot
+BBBike
 Bandit
-BetaBot
-Bigfoot
-Black Hole
+Battleztar Bazinga
 BlackWidow
-Blackboard
-Blow
-Bolt
+BlowFish
+Boardreader
+Brandprotect
 Buck
-Bullseye
+BuiltBotTough
+BuiltWith
 BunnySlippers
+CCBot
 CODE87
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CherryPicker
-ChinaClaw
-Cliqzbot
-Collector
-Copier
-Copyscape
+CSHttp
+Calculon
+CheeseBot
+Chlooe
+Cloud mapping
+Cocolyzebot
+CopyRightCheck
 Cosmos
-Crawling at Home Project
 Crescent
-CrunchBot
 Curious
-Custo
-DBLBot
+DSearch
 DataCha0s
-DatabaseDriverMysqli
-Demon
-DigitalPebble
+Devil
 Dirbuster
-DittoSpyder
-DnBCrawler-Analytics
-DomainStatsBot
-EirGrabber
-ExtLinksBot
-Extractor
-EyeNetIE
+Discoverybot
+Dispatch
+DomainAppender
+DomainCrawler
+Domains Project
+Dotbot
+Download Wonder
+Drip
+ECCP/1.0
+EasyDL
+Ecxi
+EroCrawler
 Ezooms
-FHscan
-Firefox/7.0
-Fyrebot
-GalaxyBot
-Genieo
-GetWeb
-Go!Zilla
-Grabber
+FDM
+Fimap
+Flunky
+FyberSpider
+G-i-g-a-b-o-t
+Gigabot
+Go-Ahead-Got-It
+Grafula
 GrapeFX
-HEADMasterSEO
+GridBot
 HTMLparser
-Haansoft
+HonoluluBot
+HybridBot
 IRLbot
-IlseBot
-IndeedBot
+Iblog
+Image Fetch
+Image Sucker
 InfoTekies
+Internet Ninja
+InternetSeer
+Iria
+IstellaBot
 JOC Web Spider
-JamesBOT
-JetCar
+JennyBot
+Jetty
 JikeSpider
-Joomla
-JustView
-Kenjin Spider
-Kozmosbot
+Kinza
 LNSpiderguy
 LWP::Simple
-Larbin
-LibWeb
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkWalker
+Linkbot
 LinkpadBot
 LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey Spider
+LinqiaScrapeBot
+Litemage_walker
+Ltx71
 MFC_Tear_Sample
 MIDown tool
 MIIxpc
+MQQBrowser
 MSFrontPage
-MSIECrawler
 Majestic SEO
+Majestic-SEO
 MarkWatch
-Mb2345Browser
+Masscan
+Mata Hari
+Mediatoolkitbot
 MegaIndex.ru
-Minefield
+Microsoft Data Access
 Mister PiX
-Mojeek
-Mojolicious
 Morfeus Fucking Scanner
-Msrabot
-Musobot
-NPbot
-Navroad
-Net Vampire
-NetAnts
+NICErsPRO
+Name Intelligence
+NearSite
+Needle
 NetMechanic
-NetSpider
-Netcraft
-Nimbostratus
+NetZIP
+Niki-bot
 Ninja
-Nutch
-Octopus
-Offline Explorer
-Offline Navigator
-OrangeBot
-OutfoxBot
+Nmap
+Not
+OnCrawl
+Openfind
+Openvas
+PECL::HTTP
 PHPCrawl
 Page Analyzer
-PageThing.com
+PageAnalyzer
 Pandalytics
 Panscient
 Papa Foto
-Pavuk
 Pi-Monster
-Picsearch
+Picscout
 PictureFinder
-Pixray
-Pockey
+Piepmatz
+Pimonster
+PleaseCrawl
+ProPowerBot
+ProWebWalker
 Probethenet
 Pump
-PxBroker
-PyCurl
-Quick-Crawler
-RankActive
-RankActiveLinkBot
+RSSingBot
 RankFlex
-RankingBot
-RealDownload
-Reaper
+RankingBot2
+RankurBot
+RedesScrapy
 RepoMonkey
 Ripper
 Rogerbot
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-ScanAlert
-Scanbot
-ScreenerBot
+SBIder
+SEOkicks
+SMTBot
+SalesIntelligent
 ScrepyBot
-SearchmetricsBot
-Seekport
+Searchestate
+SemanticJuice
 SentiBot
-Shodan
+SeoSiteCheckup
+SeobilityBot
+Siphon
 Site Sucker
-SiteExplorer
-SiteSnagger
-SiteSucker
-Siteimprove
-SlySearch
-Snake
-Snapbot
-Sogou web spider
+SiteCheckerBotCrawler
+Sitevigil
 SpaceBison
-SpankBot
+Spanner
 Spbot
-Sqlmap
-Sqworm
-SuperBot
-Swiftbot
+Steeler
+Stripper
+Surfbot
+Szukacz
+T0PHackTeam
+T8Abot
 Teleport
 TeleportPro
 Telesoft
-TightTwatBot
-Tracemyfile
-True_Robot
-Turingos
+Telesphoreo
+Telesphorep
+Titan
+Toweyabot
+Trendiction
 TurnitinBot
-Typhoeus
+Twice
 URLy Warning
-V-BOT
+URLy.Warning
+UnisterBot
 VB Project
 VCI
-Vacuum
+VeriCiteCrawler
 Virusdie
-Voil
-Voltron
+VoidEYE
+WASALive-Bot
+WEBDAV
 WISENutbot
-WWW-Mechanize
-WallpapersHD
-Web Auto
-Web Collage
-Web Fuck
+WWW::Mechanize
+Wallpapers
+WeSEE
+Web Pix
 Web Sucker
+WebAuto
 WebCopier
 WebEnhancer
-WebFuck
-WebReaper
-WebWhacker
-Webshag
+WebGo IS
+WebImageCollector
+WebLeacher
+WebSauger
+WebmasterWorldForumBot
 Website Quester
-Whack
-Whatweb
+Webster
 Who.is Bot
+WinHTTrack
+WiseGuys Robot
 Wonderbot
 Woobot
 Wotbox
-Wprecon
 YoudaoBot
 Zade
 Zauba
-Zermelo
-Zitebot
+Zeus
 ZmEu
 ZoomBot
-ZoominfoBot
+ZumBot
+adscanner
+arquivo-web-crawler
+arquivo.pt
 backlink-check
 cah.io.community
-check1.exe
-clark-crawler
-crawler4j
-demandbase-bot
-domainsproject.org
-facebookscraper
+coccocbot
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+dataforseo.com
+gopher
 heritrix
-lwp-trivial
-magpie-crawler
+isitwp.com
+lwp-request
+mediawords
 oBot
-pcBrowser
-polaris version
-satoristudio.net
+page scorer
+probe-image-size
+ripz
+s1z.ru
 scalaj-http
-scan.lol
 seobility
 seocompany.store
+seoscanners
+seostar
+sexsearcher
 sitechecker.pro
 siteripz
-sysscan
-tAkeOut
-trendiction.de
+sogouspider
+ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-webmeup-crawler
+webprosbot
+xpymep1.exe