V4.2022.01.2852 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 ADmantX
-ALittle Client
-ASPSeek
 Aboundex
-Acunetix
 AfD-Verbotsverfahren
-AiHitBot
 Aipbot
-Anarchy
+Alexibot
+Anarchie
 Anarchy99
+Ankit
 Anthill
-Apexoo
-Asterias
-BBBike
-BDCbot
+Aspiegel
+Attach
 BDFetch
 BLEXBot
-BacklinkCrawler
+BackDoorBot
+BackStreet
+BackWeb
+Backlink-Ceck
 Barkrowler
 BatchFTP
 Battleztar Bazinga
-Bigfoot
 Blackboard
-BlowFish
 Boardreader
-BotALot
 Brandprotect
+Buck
 Buddy
-BuiltBotTough
-BuiltWith
 Bullseye
+BunnySlippers
 BuzzSumo
+CCBot
 CSHttp
-CheTeam
-CheeseBot
-Chlooe
+Cegbfeieh
+CherryPicker
+ChinaClaw
 Claritybot
-Cocolyzebot
-Collector
+Cloud mapping
+Cogentbot
 CopyRightCheck
+Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
 Curious
 Custo
-DSearch
+DBLBot
 DataCha0s
-Demon
+DatabaseDriverMysqli
 Deusu
-Devil
-DigitalPebble
-Dirbuster
-Discobot
+Disco
+Dispatch
 DittoSpyder
 DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dotbot
-Drip
+Dragonfly
 ECCP/1.0
+EMail Wolf
 EasyDL
+Ecxi
+EirGrabber
 Exabot
-Extractor
-EyeNetIE
+ExtractorPro
 FDM
-FHscan
-Fimap
-FlashGet
-Foobot
-FrontPage
-Fuzz
-Fyrebot
-G-i-g-a-b-o-t
+Firefox/7.0
+Freeuploader
+FyberSpider
 GT::WWW
-GalaxyBot
-Getintent
+GetRight
+GetWeb
+Go-Ahead-Got-It
 GoZilla
-Grabber
-HTTP::Lite
-HTTrack
+GrapeshotCrawler
+HTMLparser
 Harvest
-Hloader
-Iblog
-Id-search
-Image Fetch
+Havij
+IDBTE4M
+IDBot
+IlseBot
 IndeedBot
+Indy Library
 InfoNaviRobot
-Intelliseek
-Internet Ninja
-InternetSeer
+InterGET
 Iria
+Iskanie
 JOC Web Spider
+JamesBOT
+Jetty
+Joomla
+JustView
 Jyxobot
+LNSpiderguy
 LWP::Simple
 Larbin
-LeechGet
+LeechFTP
 LexiBot
+Lftp
 LieBaoFast
-Lightspeedsystems
-Likse
-LinkScan
 LinkWalker
-Linkbot
 Linkdexbot
-LinkextractorPro
 LinksManager
-LinqiaRSSBot
+Lipperhey
+Litemage_walker
 Lmspider
 Ltx71
 MFC_Tear_Sample
+MIDown tool
 MJ12bot
+MQQBrowser
 MSIECrawler
-Mag-Net
+MTRobot
+Mail.RU_Bot
 Majestic-SEO
-Majestic12
-MarkWatch
-Mb2345Browser
-Meanpathbot
+Mass Downloader
+Masscan
+Mata Hari
+MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft URL Control
 Minefield
-Mr.4x3
+Mojeek
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
 Msrabot
-Musobot
-Navroad
 NearSite
-NetAnts
-NetLyzer
-Nibbler
+NetZIP
+NextGenSearchBot
 Nikto
+NimbleCrawler
+Nimbostratus
 Nmap
-Nuclei
-OnCrawl
+Not
 Openfind
-Openvas
 OrangeBot
+OrangeSpider
+OutfoxBot
 PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageScorer
-PageThing.com
+Pi-Monster
 Picscout
-Piepmatz
-Pimonster
-Pockey
+Pixray
+ProPowerBot
+ProWebWalker
+Probethenet
+Pu_iN
 PxBroker
-Quick-Crawler
-RSSingBot
-RankFlex
-RankurBot
-ReGet
-RealDownload
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
+RankingBot
+RankingBot2
 RebelMouse
 Recorder
+RedesScrapy
 RepoMonkey
-SBIder
-SEOkicks
-SEOstats
+SEOkicks-Robot
+SEOprofiler
 SalesIntelligent
+ScanAlert
 Scanbot
-ScrepyBot
+Screaming
+Searchestate
 SearchmetricsBot
-Seekport
 Semrush
-SemrushBot
 SentiBot
 SeobilityBot
-Seomoz
-Shodan
-Site Sucker
 SiteCheckerBotCrawler
+SiteExplorer
 SiteLockSpider
-SiteSucker
-Sitebeam
-SocialRankIOBot
+SlySearch
+SmartDownload
+Snake
 Sogou web spider
+Sottopop
 SpankBot
-Spanner
+Spbot
 Spinn3r
-Sqworm
+Sqlworm
+Sucuri
+Surfbot
 Suzuran
 Szukacz
-T8Abot
+T0PHackTeam
 TeleportPro
 Telesoft
-Telesphorep
 The Intraformant
-Toweyabot
+Thumbor
+Titan
 Trendiction
-Turnitin
-URLy.Warning
+True_Robot
+Turingos
+TwengaBot
+Twice
 UnisterBot
-V-BOT
-VB Project
-VelenPublicWebCrawler
-VeriCiteCrawler
+Upflow
+VCI
+Vacuum
+Vagabondo
+VidibleScraper
+VoidEYE
+Voil
+WASALive-Bot
 WBSearchBot
-WISENutbot
-Wallpapers/3.0
+WEBDAV
+WPScan
+WWW::Mechanize
+Web Auto
+Web Collage
 Web Enhancer
-Web Fuck
-Web Pix
-Web Sauger
-WebBandit
 WebCollage
-WebGo IS
-WebImageCollector
-WebWhacker
-Webshag
-Website Quester
-WebsiteExtractor
+WebCopier
+WebEnhancer
+WebPix
+WebSucker
+Webster
 Whack
-WinHTTrack
-Woobot
-Wotbox
-Xaldon_WebSpider
+Who.is Bot
+Widow
+WiseGuys Robot
+Wprecon
+Xenu
 Zeus
-Zitebot
-ZmEu
 ZoomBot
 ZoominfoBot
-archive.org_bot
-arquivo-web-crawler
-check1.exe
-clark-crawler
-cognitiveseo
-crawl.sogou.com
 crawler.feedback
-domainsproject.org
+demandbase-bot
 evc-batch
-gopher
 instabid
-ips-agent
-isitwp.com
-lwp-request
+internetVista monitor
 lwp-trivial
-magpie-crawler
 meanpathbot
 mediawords
-muhstik-scan
-netEstate NE Crawler
-oBot
+pcBrowser
+polaris version
+ripz
+s1z.ru
+seobility
 seocompany.store
-serpstatbot
-sitechecker.pro
-sogouspider
-sp_auditbot
-sysscan
+sexsearcher
 tAkeOut
-voyagerx.com
-webmeup-crawler
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 webpros.com
-webprosbot
-x09Mozilla
-xpymep1.exe
 zauba.io