V4.2022.05.3121 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 ADmantX
-AIBOT
-ASPSeek
-Abonti
-Aboundex
-Aboundexbot
-Acunetix
-Aipbot
+ALittle Client
+AhrefsBot
 AllSubmitter
-AlphaBot
+Anarchie
 Anarchy
 Anarchy99
-Aspiegel
-BackStreet
-BackWeb
-Badass
+Apexoo
+BBBike
+BDFetch
+BLEXBot
+Backlink-Ceck
 Bandit
 Barkrowler
 BatchFTP
-Battleztar Bazinga
-BetaBot
 Bigfoot
+Black Hole
 Blow
-Boardreader
 Bolt
 BotALot
-Brandprotect
-Buck
+Brandwatch
 BuiltWith
 BuzzSumo
 CATExplorador
+CCBot
 CODE87
-CSHttp
+CazoodleBot
 Cegbfeieh
-CensysInspect
-CheTeam
+CheeseBot
+CherryPicker
+ChinaClaw
+Citoid
+Claritybot
 Cloud mapping
-CopyRightCheck
-Copyscape
+Cocolyzebot
+Cogentbot
+Cosmos
 Craftbot
-Crescent
 Curious
 CyotekWebCopy
-DSearch
+DBLBot
 DTS Agent
-DataCha0s
 DatabaseDriverMysqli
-Deusu
+Demon
+DigitalPebble
 Disco
-Discobot
-Discoverybot
-Dispatch
 DittoSpyder
+DnBCrawler-Analytics
 DomainAppender
-Download Wonder
+DomainStatsBot
+Domains Project
+Dotbot
 Drip
+ECCP/1.0
+EMail Siphon
+EMail Wolf
 Ecxi
-EirGrabber
 Evil
-ExtLinksBot
-Extractor
-Extreme Picture Finder
-EyeNetIE
-Firefox/7.0
+Exabot
+Express WebPictures
+FHscan
+Fimap
+Foobot
+Freeuploader
+FrontPage
+GalaxyBot
+GetWeb
 Getintent
 Gigabot
-Go-Ahead-Got-It
-Gotit
+GoZilla
 GrabNet
+Grabber
 Grafula
-GrapeshotCrawler
-HTTP::Lite
-HybridBot
+GridBot
+HTMLparser
+HaosouSpider
+Heritrix
 IDBTE4M
 IDBot
-Iblog
+IRLbot
+Id-search
 IlseBot
-Image Fetch
-Image Sucker
 Indy Library
-Intelliseek
-InterGET
-InternetSeer
-Iskanie
-JOC Web Spider
-Jorgee
+InfoNaviRobot
+JamesBOT
+JennyBot
+JetCar
+Jetty
+JikeSpider
+JustView
+Jyxobot
 Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
 Kinza
-Kozmosbot
 LNSpiderguy
-LeechGet
-LibWeb
+Larbin
+Leap
+LeechFTP
 Libwhisker
-LieBaoFast
-LinkWalker
+Lightspeedsystems
+Likse
+LinkScan
 Linkbot
-LinkextractorPro
-LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
+Lipperhey Spider
+Litemage_walker
 Ltx71
-MIDown tool
 MIIxpc
-MQQBrowser
 MSIECrawler
-Mag-Net
+MTRobot
+Magnet
 Mail.RU_Bot
-Majestic12
-MarkMonitor
+Majestic SEO
+Majestic-SEO
+MarkWatch
+Mass Downloader
 Masscan
-Mata Hari
-Mb2345Browser
 MeanPath Bot
-Mediatoolkitbot
 MicroMessenger
-Minefield
-Mister PiX
-Mojeek
-Mr.4x3
+Microsoft URL Control
+Mojolicious
+Morfeus Fucking Scanner
+Msrabot
 NICErsPRO
-Nameprotect
-Needle
+Name Intelligence
+Navroad
 Nessus
-NetLyzer
-Netcraft
-Nettrack
+Net Vampire
+NetAnts
+NetMechanic
 Netvibes
-NextGenSearchBot
-Niki-bot
-Nmap
-Not
+NimbleCrawler
+Nuclei
+Nutch
 Octopus
-Offline Explorer
-OpenVAS
-Openvas
+OpenLinkProfiler
+OrangeBot
 OrangeSpider
 OutclicksBot
-PageScorer
-PageThing.com
+PHPCrawl
+POE-Component-Client-HTTP
+PageGrabber
 Pandalytics
-Pavuk
+Panscient
+Papa Foto
+PeoplePal
 Pi-Monster
-Pimonster
-ProPowerBot
-Probethenet
-Pu_iN
+Picsearch
+Pixray
+Pockey
 Pump
+Quick-Crawler
 RSSingBot
-RankActive
 RankFlex
 RankingBot2
-Rankivabot
-RankurBot
-Re-re
 ReGet
 Reaper
 RebelMouse
-RepoMonkey
-Rogerbot
-SBIder
-SEOkicks-Robot
-Scrapy
+Ripper
+SMTBot
+ScanAlert
+ScreenerBot
+Searchestate
 SearchmetricsBot
-Seekport
-SemanticJuice
-Shodan
-SiteExplorer
-SiteLockSpider
-Sitebeam
-SmartDownload
-Sociscraper
-Sosospider
-Sottopop
-Sqworm
-SuperBot
+SiteCheckerBotCrawler
+SiteSnagger
+Sitevigil
+Sogou web spider
+Spanner
+Sqlmap
+Steeler
+Sucker
+Suzuran
 Swiftbot
-Teleport
+T0PHackTeam
+T8Abot
 TeleportPro
+Telesphoreo
 Telesphorep
 The Intraformant
-Titan
 Toata
-Tracemyfile
-Trendictionbot
-Turingos
+Toweyabot
+Turnitin
 TurnitinBot
-TwengaBot
-Twice
+Typhoeus
+URLy Warning
+Upflow
+VB Project
 VCI
-VidibleScraper
-Virusdie
-WBSearchBot
-WWW-Collector-E
-WWWOFFLE
-WallpapersHD
+VeriCiteCrawler
+WEBDAV
+WISENutbot
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+Web Auto
+Web Enhancer
 Web Pix
 Web Sucker
-WebAuto
-WebCollage
-WebCopier
-WebFuck
 WebImageCollector
-WebSauger
-WebStripper
-WebSucker
-WebmasterWorldForumBot
-Webshag
+WebPix
+WebReaper
+WebZIP
 Website Quester
-Widow
+WebsiteQuester
+Webster
+Whacker
+Whatweb
+WinHTTrack
 Woobot
-YoudaoBot
-Zauba
+Wotbox
+Wprecon
+Xaldon WebSpider
+Xenu
+Zade
 Zermelo
 Zeus
-Zitebot
-ZmEu
+ZoomBot
 ZumBot
 ZyBorg
-backlink-check
+archive.org_bot
 cah.io.community
+check1.exe
 clark-crawler
 com.plumanalytics
+crawler4j
 demandbase-bot
-domainsproject.org
 evc-batch
 facebookscraper
-internetVista monitor
-ips-agent
-isitwp.com
-lwp-request
-meanpathbot
+heritrix
+linkdexbot
+lwp-trivial
+magpie-crawler
 mediawords
 muhstik-scan
-oBot
-pcBrowser
-plumanalytics
 probe-image-size
-s1z.ru
-scan.lol
-sitechecker.pro
+satoristudio.net
+seocompany.store
+sp_auditbot
 spyfu
-trendiction.de
-webgains-bot
-webprosbot
-x09Mozilla
-xpymep1.exe
-zauba.io
+sysscan
+tAkeOut
+trendiction.com
+webmeup-crawler
+webpros.com
+x22Mozilla
 zgrab