V4.2022.10.3429 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-ASPSeek
+404checker
+80legs
+ADmantX
+AIBOT
 Abonti
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-Aipbot
+AhrefsBot
 Alligator
+Ankit
 Anthill
 Aspiegel
-AwarioSmartBot
-BDFetch
-Badass
+Asterias
+Attach
+AwarioRssBot
+BBBike
+BDCbot
+BackDoorBot
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
+Bandit
+BatchFTP
 Bigfoot
 Black Hole
-BlowFish
-Boardreader
-Bolt
+Blackboard
 BotALot
+Buck
+Buddy
+BuiltBotTough
 Bullseye
-BunnySlippers
-Cegbfeieh
-Cloud mapping
-Copier
-Cosmos
-Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-Curious
-Custo
-DBLBot
-DataCha0s
-Demon
+CATExplorador
+Calculon
+CazoodleBot
+CheeseBot
+Citoid
+Claritybot
+Cocolyzebot
+Collector
+Copyscape
+Craftbot
+CyotekWebCopy
+DIIbot
+Deusu
+Digincore
 DigitalPebble
+Dirbuster
+Disco
+Discobot
 Dispatch
 DittoSpyder
 DomCopBot
-DomainStatsBot
+DomainAppender
 Dotbot
-Download Wonder
 EMail Siphon
-EMail Wolf
+EasyDL
 Ebingbong
 EirGrabber
-EroCrawler
-Exabot
+Extractor
 Extreme Picture Finder
 Ezooms
-FemtosearchBot
-Firefox/7.0
-FlashGet
-Flunky
-Freeuploader
-FrontPage
+FHscan
+Fimap
 Fuzz
-FyberSpider
-GetWeb
+GT::WWW
+GetRight
 Getintent
-Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Grafula
+GrapeFX
 GridBot
-HEADMasterSEO
-HMView
-HTMLparser
 HTTP::Lite
-HTTrack
 Haansoft
+HaosouSpider
 Harvest
-Havij
-Heritrix
-IDBTE4M
+HybridBot
 Iblog
 Id-search
-Image Fetch
 InfoTekies
+Intelliseek
+InterGET
 Internet Ninja
-Iskanie
+Iria
 IstellaBot
 JOC Web Spider
-JamesBOT
+JennyBot
 JetCar
-Joomla
+Jetty
+Jorgee
 JustView
-Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
-LWP::Simple
+Kozmosbot
+LNSpiderguy
 Lanshanbot
-LeechGet
+Larbin
+Leap
+LeechFTP
 Lftp
-LibWeb
+Libwhisker
 LinkScan
 LinkextractorPro
-LinqiaRSSBot
-Litemage_walker
-Lmspider
-MIIxpc
-MJ12bot
-MQQBrowser
-MSIECrawler
-MTRobot
-Magnet
+LinqiaScrapeBot
+MFC_Tear_Sample
 Majestic-SEO
+Majestic12
+MarkMonitor
 Mass Downloader
-Masscan
 Mb2345Browser
-Mister PiX
-Mr.4x3
-Name Intelligence
-Navroad
-NetLyzer
+MeanPath Bot
+Metauri
+MicroMessenger
+Microsoft Data Access
+Moblie Safari
+Morfeus Fucking Scanner
+Musobot
+NICErsPRO
+NPbot
+NearSite
+Needle
+NetMechanic
 NetSpider
-NetZIP
-Nettrack
-Netvibes
-Ninja
-Offline Explorer
-Offline Navigator
-OnCrawl
+NextGenSearchBot
+Niki-bot
+Nmap
+Nuclei
+Nutch
 OpenLinkProfiler
+OpenVAS
 Openfind
+Openvas
 OrangeBot
 OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageScorer
-PageThing.com
-PeoplePal
-Petalbot
+Pandalytics
+Panscient
+Papa Foto
 Pi-Monster
-PictureFinder
-Piepmatz
-Pimonster
-Pixray
-Pockey
 ProPowerBot
 ProWebWalker
-Probethenet
-Psbot
-Pump
+Pu_iN
+PxBroker
 QueryN Metasearch
-RankingBot2
+RankActive
 Re-re
-RealDownload
+RebelMouse
 Recorder
-RepoMonkey
-Ripper
-RocketCrawler
+Rogerbot
 SEOkicks
 SEOprofiler
-ScanAlert
+SMTBot
 ScoutJet
-ScreenerBot
 Searchestate
-SemanticJuice
-SentiBot
+SemrushBot
 SeoSiteCheckup
+Seomoz
 Shodan
-Siphon
-Site Sucker
 SiteExplorer
 SiteSnagger
-Siteimprove
-SmartDownload
-Snapbot
-Snoopy
+Sitevigil
+SlySearch
 SocialRankIOBot
 Sociscraper
-Sosospider
-Spammen
-SpankBot
-Spanner
 Spbot
-Sqlmap
-Stripper
-Sucuri
+Spinn3r
+Steeler
+SuperBot
+Surfbot
 SurveyBot
 Suzuran
-Swiftbot
-Szukacz
-Teleport
-TeleportPro
-The Intraformant
-TheNomad
-Thumbor
+T0PHackTeam
+Telesoft
+TightTwatBot
+Titan
 Toata
-Tracemyfile
+Toweyabot
 Trendiction
-True_Robot
+Trendictionbot
 Turnitin
-Typhoeus
-V-BOT
-VCI
-Vagabondo
-VelenPublicWebCrawler
+URLy Warning
+URLy.Warning
+Vacuum
+VeriCiteCrawler
+VidibleScraper
 Virusdie
-VoidEYE
 WASALive-Bot
-WEBDAV
-WPScan
-WWW-Mechanize
-Wallpapers
-WeSEE
-Web Auto
-Web Collage
+WISENutbot
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
+Web Enhancer
 Web Fetch
 Web Pix
-WebFuck
-WebGo IS
+Web Sauger
+Web Sucker
+WebAuto
+WebEnhancer
+WebFetch
+WebImageCollector
 WebLeacher
+WebPix
+WebSauger
+WebWhacker
+Webalta
 Webshag
-WebsiteQuester
 Whack
-Whacker
+Whatweb
 WinHTTrack
+Wonderbot
 Wprecon
-Xaldon_WebSpider
-Xenu
+YoudaoBot
 Zauba
-Zermelo
-ZyBorg
+Zeus
+Zitebot
+ZoomBot
+ZumBot
+adscanner
 arquivo.pt
-backlink-check
-cah.io.community
+check1.exe
 clark-crawler
-dataforseo.com
-demandbase-bot
+coccocbot
+crawl.sogou.com
 domainsproject.org
-facebookscraper
+gopher
 internetVista monitor
+lwp-request
+lwp-trivial
 meanpathbot
-netEstate NE Crawler
+mediawords
+muhstik-scan
 oBot
 page scorer
 pcBrowser
 plumanalytics
-probe-image-size
-seocompany.store
+ripz
+scalaj-http
+scan.lol
 seostar
-serpstatbot
-sexsearcher
 sitechecker.pro
+sogouspider
 sp_auditbot
 sysscan
+tAkeOut
 trendiction.com
-webpros.com
+trendiction.de
+webgains-bot
+webmeup-crawler
 webprosbot
-zgrab
+x09Mozilla
+x22Mozilla