V4.2022.11.3476 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
 ADmantX
 ALittle Client
+ASPSeek
+Aboundex
+Aboundexbot
 Acunetix
-AiHitBot
-Aipbot
-Alexibot
+AfD-Verbotsverfahren
+Alligator
 Anarchie
-Anthill
-Asterias
-AwarioRssBot
+Anarchy
+Aspiegel
+Atomseobot
+AwarioSmartBot
+BDCbot
 BDFetch
 BackDoorBot
-BackStreet
 BackWeb
-BacklinkCrawler
-Bandit
-Bigfoot
-Bolt
-Brandprotect
+Backlink-Ceck
+Badass
+BetaBot
+Blow
+BlowFish
+BotALot
+Buck
+BuiltBotTough
+BuiltWith
 BunnySlippers
-BuzzSumo
+CATExplorador
 CCBot
-CODE87
-CSHttp
-Calculon
 Cegbfeieh
-CheTeam
-CheeseBot
 CherryPicker
+Citoid
 Claritybot
 Cliqzbot
 Cloud mapping
-Cocolyzebot
+Copier
 CopyRightCheck
 Copyscape
-Cosmos
 Crawling at Home Project
 CrazyWebCrawler
-Custo
-DBLBot
+Curious
+CyotekWebCopy
+DIIbot
+DSearch
+DTS Agent
 DataCha0s
-Deusu
-Digincore
-Dispatch
-DittoSpyder
+DatabaseDriverMysqli
+Demon
+Devil
+Disco
+Discobot
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainStatsBot
-Dragonfly
+DomainAppender
+Dotbot
+Drip
+ECCP/1.0
 EMail Siphon
-Ebingbong
+EirGrabber
+EroCrawler
+Evil
 Express WebPictures
-Extractor
-Extreme Picture Finder
-FDM
+Firefox/7.0
+FlashGet
 Foobot
-Freeuploader
-FrontPage
-FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
+Fuzz
+Fyrebot
+GalaxyBot
 Genieo
-GetRight
-GoZilla
-Gotit
+Gigabot
+Go!Zilla
+GrabNet
+Grabber
 Grafula
 GrapeFX
+GrapeshotCrawler
 GridBot
-HEADMasterSEO
-HTTP::Lite
+HTMLparser
 HaosouSpider
-Heritrix
-Hloader
+Humanlinks
 IDBTE4M
 IDBot
 IRLbot
 Image Fetch
 InfoNaviRobot
-InterGET
-Iria
+InfoTekies
+Iskanie
 IstellaBot
-JOC Web Spider
 JamesBOT
-Jbrofuzz
-JetCar
-Joomla
-Jyxobot
-Kenjin Spider
+JennyBot
 Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
+Kinza
 LNSpiderguy
-LWP::Simple
-Lanshanbot
 Leap
-LeechGet
 Lftp
-LibWeb
 Libwhisker
 Lightspeedsystems
-Likse
-LinkextractorPro
-Litemage_walker
+LinkScan
+LinkWalker
+LinkpadBot
+LinqiaRSSBot
 Lmspider
 MJ12bot
+MQQBrowser
 MSIECrawler
-Majestic SEO
-MarkMonitor
-MarkWatch
+Mag-Net
+Magnet
+Majestic12
 Mass Downloader
 Mata Hari
-Mb2345Browser
+MauiBot
+Meanpathbot
 Mediatoolkitbot
 MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Mojolicious
-Morfeus Fucking Scanner
 Mr.4x3
+Msrabot
+Musobot
 NICErsPRO
-Nameprotect
-NetLyzer
-NetSpider
-Netcraft
-NextGenSearchBot
+Needle
+Net Vampire
+NetZIP
 Niki-bot
-Nimbostratus
+Nmap
 Not
+Nuclei
 Nutch
-Offline Explorer
-OnCrawl
+Octopus
+OpenLinkProfiler
+OpenVAS
 Openfind
-Openvas
 OrangeBot
+OutfoxBot
 PHPCrawl
-Page Analyzer
+POE-Component-Client-HTTP
 PageGrabber
+PageScorer
+PageThing.com
+Pandalytics
+Panscient
 PeoplePal
-Picsearch
-Pimonster
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-Probethenet
+Piepmatz
 Psbot
-Pump
+Pu_iN
 PxBroker
 PyCurl
+QueryN Metasearch
 RSSingBot
-RankActive
-RankActiveLinkBot
-RankurBot
-Re-re
-ReGet
+RankFlex
+RankingBot2
+Rankivabot
+RealDownload
+Reaper
+Recorder
 RedesScrapy
-RocketCrawler
-Rogerbot
-SBIder
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
+SISTRIX
 SMTBot
+ScanAlert
 Scanbot
 ScoutJet
-Screaming
-Semrush
+Seekport
+SemrushBot
 SentiBot
 SeoSiteCheckup
+Seomoz
 Shodan
-SiteCheckerBotCrawler
-SiteSucker
-Sitevigil
-SlySearch
-SmartDownload
-Snake
-Sociscraper
+Site Sucker
+SiteLockSpider
+Sitebeam
+Snapbot
+SocialRankIOBot
+Sogou web spider
+Sottopop
 SpaceBison
-Spammen
 Spbot
+Sqworm
 Steeler
-Sucuri
+Sucker
+SuperBot
+SurveyBot
+Suzuran
 Teleport
+Telesphoreo
 TheNomad
-TightTwatBot
-Titan
+Thumbor
+Toweyabot
+Tracemyfile
 Trendictionbot
-Turingos
-Turnitin
-URLy.Warning
+TurnitinBot
 UnisterBot
 Upflow
+VB Project
+Vagabondo
 VelenPublicWebCrawler
-WASALive-Bot
-WBSearchBot
-WEBDAV
-WISENutbot
-WPScan
-WWW-Mechanize
+VeriCiteCrawler
+VidibleScraper
+Voil
 WWWOFFLE
-Wallpapers
-Web Collage
-Web Enhancer
+Wallpapers/3.0
+Web Auto
 Web Sauger
-WebAuto
 WebBandit
-WebCollage
-WebFuck
+WebCopier
+WebEnhancer
 WebGo IS
 WebImageCollector
-WebStripper
-WebZIP
-WebmasterWorldForumBot
-Webshag
-Whacker
+WebLeacher
+WebPix
+WebSauger
+WebSucker
+WebWhacker
+Webalta
+Website Quester
+WebsiteQuester
+Whatweb
+Who.is Bot
+WinHTTrack
 WiseGuys Robot
+Wonderbot
 Wotbox
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-ZmEu
-ZoominfoBot
+Xenu
+Zade
+Zauba
 ZumBot
-adscanner
-archive.org_bot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
 clark-crawler
-coccocbot
-crawl.sogou.com
+cognitiveseo
 crawler4j
+dataforseo.com
+domainsproject.org
 evc-batch
 heritrix
-iubenda-radar
-linkdexbot
-netEstate NE Crawler
-oBot
-polaris version
-ripz
+instabid
+lwp-request
+mediawords
+probe-image-size
+s1z.ru
 scalaj-http
 seobility
 seostar
 serpstatbot
-siteripz
-sp_auditbot
-trendiction.com
+trendiction.de
 voyagerx.com
-x22Mozilla
-xpymep1.exe
+webprosbot
+x09Mozilla
 zauba.io