V4.2022.08.3300 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
+360Spider
+404checker
+ADmantX
 ALittle Client
 Abonti
-Aboundexbot
-Acunetix
-Aipbot
+Aboundex
+AfD-Verbotsverfahren
+AhrefsBot
 Alexibot
-Alligator
-Anarchy
+AllSubmitter
 Anarchy99
 AwarioRssBot
+BBBike
 BDCbot
-BDFetch
 BLEXBot
-BackStreet
+Backlink-Ceck
+BacklinkCrawler
 Barkrowler
 BatchFTP
-Bigfoot
-Blackboard
-Blow
+Battleztar Bazinga
+Bitacle
+Black Hole
 BlowFish
-Brandprotect
-Buck
 Bullseye
 BunnySlippers
-CSHttp
+BuzzSumo
 Calculon
-CazoodleBot
-CensysInspect
-CheTeam
-CheeseBot
+Cegbfeieh
 Citoid
 Cloud mapping
 Cocolyzebot
-Cogentbot
+Copier
 Copyscape
+Cosmos
 Craftbot
-Curious
-DBLBot
+Crawling at Home Project
+CyotekWebCopy
 DSearch
+DataCha0s
 DatabaseDriverMysqli
+Demon
 Deusu
-Discobot
-DomCopBot
-DomainCrawler
-Domains Project
+Disco
+Discoverybot
+DnyzBot
 Download Wonder
-Drip
+ECCP/1.0
 EMail Siphon
 Ebingbong
-Exabot
+Ecxi
+Evil
 Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
-FHscan
 FemtosearchBot
-Flunky
-FrontPage
-Fyrebot
+Fimap
+FlashGet
+FyberSpider
 G-i-g-a-b-o-t
-Genieo
-Gigabot
-Gotit
-Grabber
-Grafula
-GrapeshotCrawler
+GT::WWW
+GermCrawler
+Go!Zilla
+GrabNet
 GridBot
-Haansoft
-HaosouSpider
+HEADMasterSEO
+HMView
+HTMLparser
+HTTP::Lite
+HTTrack
 Harvest
+Heritrix
 HonoluluBot
-Humanlinks
-Id-search
-Image Fetch
+IDBTE4M
+IDBot
+Iblog
 Indy Library
 InfoNaviRobot
 InfoTekies
 Internet Ninja
-InternetSeer
-JamesBOT
-Jbrofuzz
-JetCar
+IstellaBot
+JOC Web Spider
+JennyBot
+Jetty
 Joomla
 Jorgee
-Jyxobot
-Keyword Density
-Kinza
+JustView
+Kenjin Spider
+Kozmosbot
 LNSpiderguy
-LWP::Simple
-Lanshanbot
-Larbin
+Leap
 LeechFTP
-LexiBot
-Lftp
-Likse
-LinkScan
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Ltx71
-MIDown tool
-MIIxpc
-MJ12bot
+LibWeb
+Lightspeedsystems
+LinkWalker
+Linkbot
+Lmspider
 MQQBrowser
 MSFrontPage
+Majestic SEO
 Majestic-SEO
-MarkWatch
-Mass Downloader
-MauiBot
+Mata Hari
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
 MicroMessenger
-Microsoft URL Control
-Minefield
-Mister PiX
-Mojeek
+Microsoft Data Access
+Moblie Safari
+Mojolicious
+MolokaiBot
 Mozlila
 Mr.4x3
-Msrabot
+Musobot
 NICErsPRO
 Name Intelligence
-Nameprotect
 Navroad
 Needle
-Nessus
-Net Vampire
+NetAnts
 NetLyzer
-NetMechanic
-Netcraft
+NetSpider
 Nettrack
 NextGenSearchBot
+Nibbler
 Niki-bot
 Nikto
-Nmap
+Ninja
 Not
-Nuclei
-Offline Explorer
 Offline Navigator
-OpenLinkProfiler
-OrangeSpider
-POE-Component-Client-HTTP
-PageAnalyzer
+OrangeBot
+PECL::HTTP
+PageScorer
 PageThing.com
-Pandalytics
 Panscient
-Pavuk
+Papa Foto
 Petalbot
 Picsearch
-PictureFinder
-PleaseCrawl
 Probethenet
+Psbot
 Pump
 PyCurl
 QueryN Metasearch
 Quick-Crawler
-RSSingBot
 RankFlex
+RankingBot
 RankingBot2
+Rankivabot
+RankurBot
+RealDownload
 Reaper
-Recorder
-RedesScrapy
-SEOkicks-Robot
-SEOstats
+RebelMouse
+Rogerbot
+SISTRIX
+SalesIntelligent
 Screaming
-ScreenerBot
-Searchestate
-SearchmetricsBot
-Semrush
-SentiBot
-SeobilityBot
+ScrepyBot
+SemanticJuice
+SeoSiteCheckup
+Seomoz
 Siphon
+SiteExplorer
 SiteLockSpider
-Sitebeam
-Siteimprove
-Snake
-Snapbot
-Sociscraper
+SiteSnagger
+SiteSucker
+SmartDownload
+Snoopy
 Sosospider
-Spanner
+Sottopop
+Spammen
 Spinn3r
-Sqworm
-Steeler
-Sucker
+Sqlworm
 Sucuri
-Surfbot
 Swiftbot
-TeleportPro
+Szukacz
+T0PHackTeam
+Teleport
+Telesoft
 Telesphorep
-The Intraformant
 TheNomad
-Toweyabot
+TightTwatBot
+Toata
 Trendictionbot
+Turingos
+Turnitin
 TurnitinBot
-Typhoeus
+Twice
 URLy Warning
 URLy.Warning
+Upflow
 VB Project
+VCI
+Vacuum
+VelenPublicWebCrawler
+VoidEYE
 WASALive-Bot
 WBSearchBot
-WEBDAV
 WPScan
 WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
+Wallpapers
 WeSEE
 Web Auto
-Web Enhancer
-Web Pix
+Web Sauger
 WebAuto
 WebCollage
+WebFuck
+WebGo IS
 WebLeacher
-WebReaper
-WebZIP
-Website Quester
-Whack
-Woobot
-Wotbox
+WebPix
+WebSauger
+Whatweb
+Who.is Bot
+Widow
+Wonderbot
+Xaldon_WebSpider
 Xenu
 YoudaoBot
 Zade
+Zauba
+Zitebot
 ZoomBot
-ZoominfoBot
-ZyBorg
+ZumBot
 archive.org_bot
-check1.exe
+backlink-check
+clark-crawler
 coccocbot
-com.plumanalytics
-crawl.sogou.com
 crawler.feedback
-dataforseo.com
-domainsproject.org
+crawler4j
 evc-batch
-isitwp.com
-muhstik-scan
+internetVista monitor
+iubenda-radar
+linkdexbot
+mediawords
 netEstate NE Crawler
-pcBrowser
-probe-image-size
-s1z.ru
-scalaj-http
-seobility
-seocompany.store
-seoscanners
+oBot
+page scorer
+plumanalytics
+polaris version
+satoristudio.net
+scan.lol
+serpstatbot
 sexsearcher
 sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
+spyfu
 sysscan
-tAkeOut
 webgains-bot
-webmeup-crawler
-x09Mozilla
+webpros.com
+webprosbot
+x22Mozilla
 xpymep1.exe
 zauba.io
+zgrab