V4.2022.02.2944 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
 404enemy
 80legs
-Abonti
-Aboundex
+ALittle Client
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
 AllSubmitter
-Atomseobot
+Alligator
+Ankit
+Apexoo
+AwarioRssBot
 AwarioSmartBot
-BBBike
-BDCbot
-BLEXBot
-BackStreet
-Backlink-Ceck
+BackWeb
 Badass
-Bandit
-Barkrowler
-BetaBot
+Battleztar Bazinga
 Black Hole
-BlackWidow
-BlowFish
-Boardreader
+Blow
 Bolt
-BotALot
-Buddy
-CATExplorador
-CODE87
+Brandprotect
+Brandwatch
+BuiltWith
+BunnySlippers
+BuzzSumo
+CCBot
 Calculon
-Cegbfeieh
 CensysInspect
-CheTeam
 CheeseBot
-Chlooe
-Claritybot
-Cliqzbot
+CherryPicker
+Citoid
+Cloud mapping
 Cocolyzebot
-Crescent
+CopyRightCheck
+Copyscape
 Curious
-DatabaseDriverMysqli
-Demon
+DBLBot
+DIIbot
+DSearch
+DTS Agent
 Devil
 Digincore
-DigitalPebble
 Dirbuster
+Disco
 Discobot
-Discoverybot
 Dispatch
+DittoSpyder
 DnBCrawler-Analytics
-DomCopBot
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
+Download Wonder
 Drip
 EMail Wolf
 EroCrawler
-Ezooms
-FHscan
+Express WebPictures
+ExtLinksBot
+Extractor
+Extreme Picture Finder
 FemtosearchBot
 FlashGet
 Flunky
-Freeuploader
-FrontPage
+Foobot
 Fuzz
 FyberSpider
-GT::WWW
+GalaxyBot
 GermCrawler
 GetWeb
-Gotit
-GrabNet
-GrapeshotCrawler
+Getintent
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+GridBot
 HEADMasterSEO
-HTTP::Lite
-HTTrack
+HMView
+HaosouSpider
 Havij
+Heritrix
 Humanlinks
+HybridBot
+IDBTE4M
 IRLbot
-IlseBot
-Image Sucker
-IndeedBot
-Indy Library
+Image Fetch
 InfoTekies
 Intelliseek
-InterGET
+Internet Ninja
+InternetSeer
+Iskanie
 Jbrofuzz
-JennyBot
-JetCar
-Jetty
-Jorgee
-JustView
-Jyxobot
-Keyword Density
+Kenjin Spider
 Kozmosbot
-Leap
-LexiBot
+LNSpiderguy
+Lanshanbot
+LeechFTP
+Lftp
 LibWeb
-Lightspeedsystems
-Likse
-Linkbot
-LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
-Lipperhey
-Lmspider
-MIDown tool
-Magnet
+LieBaoFast
+LinkWalker
+Linkdexbot
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Litemage_walker
+MIIxpc
+MQQBrowser
+MSFrontPage
 Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
 Majestic12
-MarkWatch
-Masscan
+MarkMonitor
+Mata Hari
+MauiBot
 Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
 Metauri
-Microsoft URL Control
+Microsoft Data Access
 Mister PiX
+Moblie Safari
 Mojeek
-MolokaiBot
-Mr.4x3
+Mojolicious
+Mozlila
+Musobot
 NICErsPRO
 NPbot
 Nameprotect
-NetAnts
-Netvibes
-Nibbler
-NimbleCrawler
-Ninja
-Nmap
-Nuclei
+NearSite
+Needle
+Net Vampire
+NetLyzer
+NetSpider
+NetZIP
+Nimbostratus
+Octopus
+Openfind
+OrangeBot
 PHPCrawl
-PageAnalyzer
+Page Analyzer
+PageGrabber
+Panscient
 Papa Foto
-PeoplePal
-Petalbot
+Pavuk
 Pi-Monster
-Picscout
-PictureFinder
-Pixray
-PleaseCrawl
-Pockey
+Picsearch
+Piepmatz
 ProPowerBot
-ProWebWalker
-Psbot
-Pump
-QueryN Metasearch
-Quick-Crawler
+Probethenet
 RankActiveLinkBot
-RankFlex
-RankingBot2
 Re-re
 RealDownload
 Reaper
 RebelMouse
-RedesScrapy
-RepoMonkey
+Recorder
 Rogerbot
-SEOlyticsCrawler
+SEOstats
+SISTRIX
 Scanbot
 ScoutJet
-Scrapy
 Screaming
-SearchmetricsBot
-Seekport
-SemanticJuice
-SeobilityBot
-Seomoz
-Site Sucker
-SiteLockSpider
+ScreenerBot
+Searchestate
+SemrushBot
+SentiBot
+Siphon
+SiteCheckerBotCrawler
 SiteSnagger
 Sitebeam
-Sitevigil
+Siteimprove
 Snake
-Snoopy
-SpankBot
-Sqlmap
+Sociscraper
+SputnikBot
 Sqlworm
-Sucker
+Stripper
+Sucuri
+Surfbot
 SurveyBot
-T8Abot
-Teleport
-Telesoft
-TightTwatBot
-Toata
-Tracemyfile
+Swiftbot
+T0PHackTeam
+Telesphoreo
+Telesphorep
+TheNomad
+Thumbor
 Trendiction
 Trendictionbot
-TurnitinBot
-TwengaBot
+Turingos
 Twice
 URLy.Warning
-VB Project
-Vacuum
+V-BOT
+VCI
 Vagabondo
 VelenPublicWebCrawler
 VidibleScraper
-Voil
-Voltron
-WASALive-Bot
-WEBDAV
 WPScan
-WWW::Mechanize
-WWWOFFLE
-WeSEE
-Web Collage
+Wallpapers
+WallpapersHD
 Web Enhancer
-Web Sauger
-WebCopier
-WebEnhancer
+Web Pix
+Web Sucker
+WebAuto
+WebBandit
+WebFetch
 WebFuck
 WebGo IS
+WebImageCollector
+WebLeacher
 WebPix
+WebReaper
+WebSauger
 WebSucker
-WebZIP
-Webshag
-Website Quester
+Webalta
+WebmasterWorldForumBot
 WebsiteExtractor
+WebsiteQuester
 Webster
-Whacker
+Whack
 Whatweb
-Woobot
+Widow
+WiseGuys Robot
+Wonderbot
 Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
 Zade
-ZoomBot
-archive.org_bot
-arquivo.pt
-check1.exe
-com.plumanalytics
-dataforseo.com
+Zermelo
+ZyBorg
+arquivo-web-crawler
+autoemailspider
+backlink-check
+cah.io.community
+clark-crawler
+crawler.feedback
+demandbase-bot
+eCatch
+evc-batch
 heritrix
 instabid
-ips-agent
+internetVista monitor
+isitwp.com
 iubenda-radar
-lwp-request
-satoristudio.net
-scalaj-http
+netEstate NE Crawler
+oBot
+pcBrowser
+polaris version
+probe-image-size
 scan.lol
-seobility
-seocompany.store
-seoscanners
 seostar
-sexsearcher
-trendiction.de
+serpstatbot
+siteripz
+sogouspider
+spyfu
+trendiction.com
 webgains-bot
-xpymep1.exe
+webmeup-crawler
+x22Mozilla
 zgrab