V4.2022.09.3378 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-ADmantX
+404checker
+404enemy
+ALittle Client
 ASPSeek
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-AllSubmitter
+AiHitBot
+Aipbot
+Alexibot
 AlphaBot
-Ankit
-Apexoo
-Aspiegel
-Atomseobot
+Anarchie
+Attach
 AwarioSmartBot
 BDFetch
+BLEXBot
+BackDoorBot
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
 Badass
+Bandit
 BatchFTP
-Battleztar Bazinga
-Bitacle
-Blackboard
+Black Hole
+Blow
+BlowFish
 Boardreader
-Brandprotect
+Bolt
+BotALot
+Brandwatch
+Buck
 Buddy
-BuiltWith
+Bullseye
 BunnySlippers
-CCBot
+BuzzSumo
 CODE87
 CazoodleBot
-CheTeam
 CheeseBot
 CherryPicker
 ChinaClaw
+Cloud mapping
 Collector
-Copier
+Copyscape
 Craftbot
-Crawling at Home Project
-Crescent
 CyotekWebCopy
 DBLBot
-DIIbot
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-Digincore
-Disco
-Discobot
-DittoSpyder
-DomainAppender
-DomainCrawler
-Domains Project
+Dirbuster
+DnBCrawler-Analytics
 Dotbot
-ECCP/1.0
 EasyDL
+Ebingbong
 Ecxi
+EirGrabber
 EroCrawler
-Exabot
-ExtLinksBot
-Extractor
 ExtractorPro
-Ezooms
 Fimap
-Foobot
+Firefox/7.0
+Flunky
+Fuzz
 Fyrebot
-GermCrawler
-GetWeb
+GT::WWW
 Getintent
+Gigabot
 GoZilla
-Gotit
-GrapeFX
+Grafula
 GrapeshotCrawler
+HMView
 HTTrack
-HaosouSpider
+Haansoft
 HonoluluBot
 Humanlinks
-IDBot
+HybridBot
+IDBTE4M
 IlseBot
-InfoTekies
+Image Sucker
+IndeedBot
+InfoNaviRobot
 InterGET
-Internet Ninja
-InternetSeer
+Iria
 Iskanie
 IstellaBot
+JetCar
 Jetty
 JikeSpider
+Joomla
 Jorgee
-JustView
+Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
+Kozmosbot
 LWP::Simple
-Likse
-LinkextractorPro
-LinkpadBot
+Larbin
+Leap
+Lftp
+LibWeb
+LinkScan
+LinkWalker
+Linkbot
 LinksManager
 LinqiaMetadataDownloaderBot
-Litemage_walker
-Lmspider
-MJ12bot
+Lipperhey Spider
+Ltx71
+MIIxpc
 MQQBrowser
+MSFrontPage
 MSIECrawler
 MTRobot
 Magnet
-Mail.RU_Bot
-Majestic-SEO
+Majestic12
+MarkWatch
+Mass Downloader
 Masscan
-MauiBot
-MeanPath Bot
-Mediatoolkitbot
-Metauri
-Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Moblie Safari
-Mozlila
-Msrabot
-Nameprotect
-Nessus
-NetAnts
+MicroMessenger
+Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
+Musobot
+NearSite
+NetZIP
+Nettrack
+Netvibes
 Nibbler
-Nikto
-Nmap
+Nimbostratus
+Ninja
 Nuclei
-Offline Explorer
+Octopus
+OpenLinkProfiler
 Openfind
-OrangeBot
-PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-PageGrabber
-PageScorer
-Pandalytics
+Panscient
 Papa Foto
-Picscout
+Pavuk
+PeoplePal
+Petalbot
+Pi-Monster
 Picsearch
-PictureFinder
-Pimonster
+Piepmatz
 Pixray
-Probethenet
-PxBroker
-QueryN Metasearch
-RankActiveLinkBot
+Pockey
+ProPowerBot
+Pu_iN
+Pump
+PyCurl
+RSSingBot
+RankActive
 RankingBot
-RankingBot2
-RankurBot
-Re-re
-Reaper
+Rankivabot
+RealDownload
+RebelMouse
+RedesScrapy
+Ripper
+SEOkicks
 SEOkicks-Robot
-SEOprofiler
-SISTRIX
+SEOstats
 SMTBot
 ScanAlert
-Searchestate
-Seekport
+ScoutJet
+Screaming
+ScreenerBot
+ScrepyBot
+SemanticJuice
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
+SentiBot
 Seomoz
+Shodan
+Siphon
 SiteCheckerBotCrawler
-Siteimprove
-SmartDownload
-Snake
+SiteExplorer
+SiteLockSpider
+Sitevigil
+SlySearch
 Snoopy
 SocialRankIOBot
-SpaceBison
+Sogou web spider
 Spammen
-Spbot
-SputnikBot
-Sqlworm
-Sqworm
-Sucuri
-Surfbot
+SpankBot
+Sqlmap
+Steeler
+Stripper
+Sucker
 SurveyBot
-Suzuran
-Swiftbot
 Szukacz
 T8Abot
-TeleportPro
 Telesoft
-Telesphorep
-TheNomad
+Telesphoreo
+TightTwatBot
+Titan
 Toata
 Toweyabot
-Trendiction
-TurnitinBot
-TwengaBot
-UnisterBot
+Turingos
+Turnitin
+VCI
+Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
 VoidEYE
-Voltron
-WASALive-Bot
-WBSearchBot
 WISENutbot
+WWW-Collector-E
 WWW-Mechanize
+WWWOFFLE
 WeSEE
-Web Auto
-Web Fuck
-Web Pix
-Web Sucker
+Web Sauger
 WebBandit
 WebCopier
-WebFetch
-WebGo IS
-WebImageCollector
 WebStripper
-WebWhacker
-Webalta
+WebmasterWorldForumBot
+Webshag
 Website Quester
-Whacker
-Whatweb
-Who.is Bot
+WebsiteExtractor
+WebsiteQuester
 Widow
-Wonderbot
-Wotbox
-Xaldon WebSpider
-Xenu
 YoudaoBot
 Zauba
 Zermelo
 Zeus
+Zitebot
+ZmEu
 ZoomBot
+ZoominfoBot
 adscanner
-arquivo-web-crawler
-autoemailspider
+arquivo.pt
+backlink-check
 cah.io.community
+check1.exe
+coccocbot
 cognitiveseo
 crawl.sogou.com
+crawler4j
+demandbase-bot
 evc-batch
-facebookscraper
+heritrix
 instabid
-linkdexbot
+ips-agent
+isitwp.com
 lwp-request
+magpie-crawler
+mediawords
 oBot
 pcBrowser
-plumanalytics
-probe-image-size
+ripz
 s1z.ru
-seobility
-seostar
-serpstatbot
-siteripz
-sysscan
+scalaj-http
+scan.lol
+seocompany.store
+sexsearcher
 trendiction.com
-ubermetrics-technologies.com
+trendiction.de
 webpros.com
 webprosbot
 x09Mozilla
-xpymep1.exe
-zgrab
+x22Mozilla
+zauba.io