V4.2023.01.3541 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
 80legs
 ADmantX
 AIBOT
-Abonti
+ALittle Client
 Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
+Aipbot
+Alligator
+AlphaBot
 Anarchie
+Anarchy
 Asterias
 AwarioRssBot
-BDFetch
-Bandit
-Barkrowler
-BetaBot
-Bigfoot
+AwarioSmartBot
+BLEXBot
+Backlink-Ceck
+BacklinkCrawler
+Badass
+BatchFTP
 Bitacle
 Black Hole
-BlackWidow
+Blackboard
 Blow
-BlowFish
-Brandprotect
-Brandwatch
-Buddy
-BuiltBotTough
-Bullseye
-BuzzSumo
-CCBot
+Buck
+BuiltWith
+CSHttp
 Cegbfeieh
+CensysInspect
 CheTeam
 CherryPicker
 ChinaClaw
-Citoid
-Cogentbot
-Collector
+Chlooe
+Cliqzbot
+Cloud mapping
+Cocolyzebot
+Cosmos
 Craftbot
-Crescent
+Crawling at Home Project
 CrunchBot
-DBLBot
-DTS Agent
-DatabaseDriverMysqli
 Deusu
-Digincore
-DnBCrawler-Analytics
-DomainAppender
+DigitalPebble
+Disco
+Discobot
+Dispatch
+DnyzBot
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Download Wonder
-Dragonfly
 Drip
 ECCP/1.0
+EirGrabber
+Evil
 Exabot
-EyeNetIE
+Express WebPictures
+ExtLinksBot
+Extractor
+ExtractorPro
+Extreme Picture Finder
+FDM
 FHscan
-Fimap
-FrontPage
-GT::WWW
+FemtosearchBot
+Firefox/7.0
+Flunky
+G-i-g-a-b-o-t
+Genieo
 GetRight
-Go!Zilla
-Grabber
+Getintent
+Gigabot
+Go-Ahead-Got-It
+GoZilla
+GrabNet
+GrapeshotCrawler
 GridBot
 HEADMasterSEO
 HTMLparser
-HTTP::Lite
-Haansoft
-Havij
+HTTrack
+HaosouSpider
 Heritrix
-Hloader
-IDBot
-Iblog
-IlseBot
+HonoluluBot
+HybridBot
+IRLbot
 Image Fetch
-Indy Library
-InfoNaviRobot
 InfoTekies
-Intelliseek
+InterGET
+Internet Ninja
 InternetSeer
-IstellaBot
-JamesBOT
-JennyBot
-Jorgee
+JOC Web Spider
+Jbrofuzz
+Jyxobot
 Kenjin Spider
-Keybot Translation-Search-Machine
-Keyword Density
 Kinza
+Kozmosbot
+LNSpiderguy
 LWP::Simple
-Lanshanbot
-Larbin
-LeechGet
+Leap
 LexiBot
-Lftp
-Libwhisker
-LieBaoFast
 Lightspeedsystems
-Likse
-LinkScan
-Litemage_walker
-Ltx71
-MIIxpc
+LinkextractorPro
+MIDown tool
+MJ12bot
 MQQBrowser
+MSIECrawler
+Magnet
+Majestic SEO
 Majestic12
-MarkMonitor
 MarkWatch
-MauiBot
-Mb2345Browser
+Mass Downloader
+Mata Hari
 MeanPath Bot
-Mediatoolkitbot
-Minefield
+Microsoft URL Control
 Mister PiX
+Mojeek
 Mojolicious
-Mozlila
+Morfeus Fucking Scanner
 Mr.4x3
-Nameprotect
+Msrabot
+NPbot
+Name Intelligence
 Navroad
-Needle
-Nessus
-NetLyzer
-NetMechanic
+Net Vampire
+NetAnts
+Netcraft
+Nettrack
 Netvibes
-Niki-bot
+Nibbler
+Nikto
+Nimbostratus
 Not
+Nutch
 Octopus
-Offline Navigator
-OnCrawl
-OpenLinkProfiler
+Offline Explorer
+OpenVAS
+Openfind
 OrangeBot
 OrangeSpider
 OutclicksBot
-PageAnalyzer
-Panscient
-Pavuk
+PECL::HTTP
+PageThing.com
+Pandalytics
 PeoplePal
-Picscout
+Petalbot
+Picsearch
 PictureFinder
+Piepmatz
 Pimonster
-PleaseCrawl
-Psbot
+Pixray
+Pockey
 Pu_iN
-PxBroker
-RSSingBot
+Pump
+Quick-Crawler
 RankFlex
 RankingBot2
-Rankivabot
-Re-re
 ReGet
-RebelMouse
-SISTRIX
+RealDownload
+Reaper
+Recorder
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SMTBot
-ScanAlert
+Scanbot
+Scrapy
 Screaming
-ScreenerBot
 SearchmetricsBot
 Semrush
-SemrushBot
-SeoSiteCheckup
+SentiBot
+SeobilityBot
 Seomoz
-Shodan
-Site Sucker
 SiteCheckerBotCrawler
-Sitebeam
-Siteimprove
-Sitevigil
+SiteSnagger
 SmartDownload
+Snake
 Snapbot
-SocialRankIOBot
+Snoopy
 Sociscraper
-SpaceBison
+Sogou web spider
+Sosospider
+Spammen
 Spbot
-Sqlmap
-Sucuri
-SuperHTTP
-SurveyBot
-Suzuran
-Szukacz
-Teleport
+Sqworm
+Steeler
+Stripper
+Sucker
+Swiftbot
+T0PHackTeam
+T8Abot
 Telesphorep
-TheNomad
-Thumbor
-TightTwatBot
-Titan
+The Intraformant
 Toata
-Tracemyfile
-Turingos
+Toweyabot
+True_Robot
+Turnitin
 TwengaBot
 Typhoeus
-UnisterBot
 Upflow
 V-BOT
-VCI
-Vacuum
-VelenPublicWebCrawler
+Vagabondo
 Virusdie
-Voil
-WASALive-Bot
-WEBDAV
-WWWOFFLE
+Voltron
+WWW::Mechanize
 Wallpapers/3.0
-WallpapersHD
-Web Auto
-Web Fetch
-Web Pix
-WebBandit
+WeSEE
+Web Fuck
 WebCollage
-WebEnhancer
-WebFetch
+WebCopier
+WebGo IS
+WebImageCollector
+WebLeacher
 WebPix
-WebReaper
+WebStripper
 WebSucker
 WebWhacker
-Whacker
+Whack
+Whatweb
 Widow
-Wonderbot
+WiseGuys Robot
 Woobot
 Wotbox
+Wprecon
 Xaldon WebSpider
-Xenu
-Zauba
 Zermelo
-ZmEu
-ZoominfoBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
+ZoomBot
 arquivo.pt
 autoemailspider
 backlink-check
-cah.io.community
-cognitiveseo
 crawl.sogou.com
+crawler4j
 demandbase-bot
-evc-batch
-facebookscraper
+eCatch
 gopher
+heritrix
+ips-agent
+iubenda-radar
 linkdexbot
 lwp-request
 meanpathbot
-muhstik-scan
-netEstate NE Crawler
 oBot
+page scorer
 plumanalytics
-polaris version
-probe-image-size
-satoristudio.net
-seobility
-seocompany.store
 seostar
-serpstatbot
-sitechecker.pro
-sogouspider
-sp_auditbot
 sysscan
-voyagerx.com
-zgrab
+tAkeOut
+trendiction.de
+webgains-bot
+webmeup-crawler
+xpymep1.exe
+zauba.io