V4.2022.08.3297 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-AIBOT
+ADmantX
 ASPSeek
 Abonti
-AfD-Verbotsverfahren
+Aboundex
 Aipbot
-Alexibot
+AllSubmitter
 Alligator
-AlphaBot
 Anarchie
+Anthill
 Apexoo
 Aspiegel
-Asterias
+Attach
+BDCbot
 BDFetch
+BLEXBot
 BackStreet
+Badass
 Bandit
-Barkrowler
 BatchFTP
-Battleztar Bazinga
 BetaBot
-Bigfoot
 Bitacle
 Black Hole
-Boardreader
-BotALot
+Blackboard
+Blow
+Bolt
+Brandprotect
+Buck
 Buddy
-BunnySlippers
-CCBot
+CSHttp
 Calculon
-ChinaClaw
-Cogentbot
-Copier
-Copyscape
-Curious
-Custo
-CyotekWebCopy
+CheTeam
+Cocolyzebot
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
+DBLBot
 DIIbot
+DSearch
+DTS Agent
+DatabaseDriverMysqli
 Demon
-Deusu
+Devil
+DigitalPebble
+Dirbuster
+Disco
+Discobot
 DittoSpyder
-DomCopBot
-DomainAppender
-DomainStatsBot
-Download Wonder
+DnBCrawler-Analytics
+DomainCrawler
+Domains Project
+Dragonfly
 ECCP/1.0
 EMail Siphon
-EasyDL
+EMail Wolf
 EroCrawler
-Evil
-Exabot
 ExtLinksBot
 FHscan
 FemtosearchBot
 Fimap
 FlashGet
-Fuzz
+Flunky
+Foobot
+Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
-GermCrawler
-GetRight
-GetWeb
+Genieo
 Go!Zilla
-Go-Ahead-Got-It
-Grabber
 GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
-HMView
-HTTP::Lite
-Harvest
-Havij
+HTTrack
+HaosouSpider
 Heritrix
-Hloader
-Image Fetch
-IndeedBot
+HonoluluBot
+Image Sucker
 Indy Library
-InfoNaviRobot
-InfoTekies
-InterGET
-InternetSeer
+Intelliseek
+Internet Ninja
+IstellaBot
+JOC Web Spider
 JamesBOT
+Jbrofuzz
 JennyBot
-JetCar
-Joomla
+JikeSpider
+JustView
+Jyxobot
 Kenjin Spider
 Keyword Density
 Kozmosbot
-LWP::Simple
-LexiBot
-LibWeb
-LinkWalker
+LNSpiderguy
+Lanshanbot
+LeechGet
+LieBaoFast
+LinkextractorPro
+LinksManager
 LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
-MJ12bot
-MQQBrowser
-MTRobot
+Lmspider
+MIIxpc
 Mail.RU_Bot
-Majestic12
+Majestic-SEO
+Masscan
+Mata Hari
+MauiBot
 Mb2345Browser
+Mediatoolkitbot
 Metauri
-MicroMessenger
-Minefield
-Mojeek
+Microsoft URL Control
+Mister PiX
+Mozlila
+Mr.4x3
 Msrabot
 Musobot
-NPbot
-Nameprotect
-NearSite
-NetSpider
-NetZIP
+Name Intelligence
+NetAnts
+NetLyzer
+NetMechanic
+Netcraft
+Nettrack
 Netvibes
 Nibbler
-Niki-bot
-Ninja
-Nutch
-Octopus
+NimbleCrawler
+Nimbostratus
+Not
+Offline Explorer
 Offline Navigator
 OnCrawl
+OpenVAS
+Openfind
 Openvas
 OrangeBot
-OrangeSpider
-OutclicksBot
-OutfoxBot
-POE-Component-Client-HTTP
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
 PageGrabber
-PageScorer
-PageThing.com
 Papa Foto
 PeoplePal
-Picsearch
-PictureFinder
+Petalbot
+Picscout
+Piepmatz
 Pimonster
-Pixray
-Pockey
-ProWebWalker
-Pu_iN
+ProPowerBot
 Pump
-QueryN Metasearch
+PyCurl
+RSSingBot
 RankActive
-RankActiveLinkBot
-RankFlex
-RankurBot
+RankingBot
 Re-re
 ReGet
-RepoMonkey
 Ripper
-RocketCrawler
 Rogerbot
-SBIder
-SEOkicks
 SEOlyticsCrawler
-SISTRIX
+Scanbot
 ScoutJet
-Scrapy
-ScrepyBot
-SearchmetricsBot
 Seekport
-SentiBot
-Seomoz
-Siphon
-Site Sucker
-SiteSnagger
+SeoSiteCheckup
+SiteExplorer
 SiteSucker
-Sitebeam
-Siteimprove
 Sitevigil
-SmartDownload
-Sociscraper
+Snake
 Sogou web spider
-Sosospider
-SpaceBison
-SpankBot
+Spammen
 Spbot
+Spinn3r
+SputnikBot
 Sqlworm
-Sqworm
-Stripper
-Telesphoreo
+Surfbot
+Swiftbot
+Teleport
+TeleportPro
+The Intraformant
+TheNomad
+Thumbor
 Tracemyfile
 Trendiction
-Turnitin
+True_Robot
+Turingos
 TurnitinBot
 Typhoeus
 URLy Warning
 UnisterBot
-Upflow
+V-BOT
 VB Project
-VCI
-VoidEYE
-Voil
+VelenPublicWebCrawler
+VidibleScraper
+WASALive-Bot
+WBSearchBot
+WEBDAV
+WISENutbot
 Wallpapers
-Web Auto
-Web Enhancer
-Web Sauger
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Collage
+Web Sucker
 WebBandit
+WebCollage
 WebCopier
-WebFetch
-WebFuck
-WebGo IS
 WebImageCollector
-WebStripper
-WebSucker
-Webalta
+WebReaper
+WebWhacker
+WebZIP
 WebmasterWorldForumBot
-Website Quester
-Whatweb
-Who.is Bot
+WebsiteQuester
+Webster
 Widow
-WinHTTrack
-Wonderbot
-Xaldon WebSpider
+WiseGuys Robot
+Wprecon
 Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zade
+Zauba
 Zermelo
-ZmEu
-ZumBot
-adscanner
+Zeus
+ZoomBot
+ZoominfoBot
 arquivo-web-crawler
+arquivo.pt
+autoemailspider
 backlink-check
-cah.io.community
-com.plumanalytics
+check1.exe
+coccocbot
+cognitiveseo
+crawl.sogou.com
 crawler.feedback
-crawler4j
 dataforseo.com
-evc-batch
-heritrix
+demandbase-bot
+domainsproject.org
+eCatch
+facebookscraper
+gopher
 instabid
+ips-agent
+isitwp.com
 lwp-trivial
-magpie-crawler
 meanpathbot
 mediawords
+muhstik-scan
+oBot
 pcBrowser
 polaris version
+ripz
+s1z.ru
 scalaj-http
-scan.lol
-seocompany.store
-seoscanners
+seostar
 serpstatbot
 siteripz
-spyfu
-sysscan
-trendiction.com
 webpros.com
 webprosbot
 x09Mozilla
-zgrab
+zauba.io