V4.2022.01.2854 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-80legs
-ALittle Client
-Aboundexbot
+Aboundex
+Acunetix
+AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
-AllSubmitter
-Alligator
 Anarchie
-Anarchy
+Anarchy99
 Anthill
-Apexoo
-Asterias
-BBBike
-BatchFTP
-Black Hole
+Aspiegel
+BDCbot
+BLEXBot
+BackDoorBot
+BackStreet
+Bandit
+Battleztar Bazinga
+Bigfoot
 Blackboard
-Boardreader
-Brandwatch
+Blow
+BotALot
+Brandprotect
 Bullseye
-CATExplorador
+BunnySlippers
+BuzzSumo
+CCBot
 CODE87
 CSHttp
 CazoodleBot
-CensysInspect
+Cegbfeieh
 CheTeam
+CherryPicker
+ChinaClaw
 Citoid
-Claritybot
-Cloud mapping
-CopyRightCheck
-Crawling at Home Project
-Crescent
-Curious
+Cocolyzebot
+Copier
+Copyscape
+CrazyWebCrawler
+Custo
+CyotekWebCopy
 DBLBot
 DIIbot
+DSearch
+DataCha0s
+DatabaseDriverMysqli
+Deusu
 Devil
+Digincore
 DigitalPebble
-Discobot
 Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainAppender
+DittoSpyder
+DomainCrawler
 DomainSigmaCrawler
 Domains Project
 Dragonfly
-Drip
+EMail Siphon
 EMail Wolf
-Ebingbong
-Express WebPictures
-Extractor
-EyeNetIE
+EirGrabber
+ExtLinksBot
+ExtractorPro
+FDM
 FHscan
-Fimap
-FrontPage
-Fuzz
-FyberSpider
-GalaxyBot
+FemtosearchBot
+Freeuploader
+G-i-g-a-b-o-t
+GT::WWW
 Genieo
-GermCrawler
 GetRight
-GetWeb
-Grafula
-GrapeFX
+Go!Zilla
 GridBot
 HMView
-HTTP::Lite
-HTTrack
+HTMLparser
+HaosouSpider
+Harvest
 Havij
-Humanlinks
+Heritrix
 IRLbot
-Iblog
-Id-search
 IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
-Indy Library
-InfoNaviRobot
 InfoTekies
-Intelliseek
 InterGET
-Internet Ninja
-Iria
+InternetSeer
 IstellaBot
-JamesBOT
+JOC Web Spider
 JetCar
 Jetty
-JikeSpider
 Joomla
-Jorgee
+JustView
+Jyxobot
 Kenjin Spider
 Keyword Density
-Kinza
-Kozmosbot
 LNSpiderguy
-LWP::Simple
-LibWeb
+Lanshanbot
+Larbin
+LeechGet
+Libwhisker
 Likse
-Linkdexbot
-LinkextractorPro
+Linkbot
 LinksManager
-LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-Ltx71
+Lmspider
 MFC_Tear_Sample
-MJ12bot
+MIIxpc
+MTRobot
 Mag-Net
 Majestic SEO
-Majestic-SEO
+Majestic12
 MarkMonitor
-Mass Downloader
-Mata Hari
+Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-Metauri
-Microsoft Data Access
-Microsoft URL Control
-Mojeek
-Morfeus Fucking Scanner
-Musobot
+Moblie Safari
+Mojolicious
+Mr.4x3
+NICErsPRO
 NPbot
-Nameprotect
-NetAnts
-NetZIP
-Nettrack
-Nibbler
+Name Intelligence
+Navroad
+Nessus
+Netcraft
+NextGenSearchBot
+Niki-bot
+Nikto
 Nimbostratus
-Ninja
-Not
 Nuclei
+Octopus
 Offline Explorer
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OpenVAS
 OrangeBot
-OrangeSpider
-OutfoxBot
-Page Analyzer
-PageAnalyzer
-PageGrabber
-Pavuk
+POE-Component-Client-HTTP
+PageScorer
+PageThing.com
+Picscout
 Picsearch
-Pimonster
+PictureFinder
 PleaseCrawl
-Pu_iN
-QueryN Metasearch
-Quick-Crawler
-RankingBot
-Rankivabot
+Pockey
+ProPowerBot
+Probethenet
+RSSingBot
 Re-re
-RepoMonkey
-RocketCrawler
+Reaper
+Recorder
+Rogerbot
+SBIder
+SEOkicks-Robot
+SEOstats
+SISTRIX
+SMTBot
 ScanAlert
-Scanbot
+ScrepyBot
+Searchestate
 SearchmetricsBot
+SemanticJuice
 Semrush
-SemrushBot
-SentiBot
-SeobilityBot
-Seomoz
-SiteCheckerBotCrawler
-SiteExplorer
+SeoSiteCheckup
+SiteLockSpider
+SiteSnagger
 SiteSucker
-Sitebeam
 Siteimprove
-SmartDownload
-Snake
 Snapbot
-Sogou web spider
+Snoopy
 Sosospider
+Spammen
 SpankBot
+Spanner
+Spbot
 SputnikBot
-Sqlmap
-Sqlworm
 Sqworm
+Steeler
 SuperBot
+SuperHTTP
+Surfbot
+Swiftbot
 Szukacz
-T0PHackTeam
 T8Abot
 Teleport
-TeleportPro
 Telesoft
-Telesphoreo
-TheNomad
-Titan
-Toata
+Telesphorep
+Thumbor
 Toweyabot
+Tracemyfile
 Trendictionbot
-True_Robot
-Turnitin
-Twice
-URLy Warning
+Turingos
+TurnitinBot
+TwengaBot
+URLy.Warning
 UnisterBot
-V-BOT
-VCI
+VB Project
 Vacuum
 VidibleScraper
-Virusdie
-VoidEYE
-Voil
-WASALive-Bot
-WBSearchBot
+WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
+Wallpapers
+WallpapersHD
+WeSEE
 Web Enhancer
+Web Fetch
+Web Fuck
+Web Sucker
 WebCollage
-WebEnhancer
-WebFuck
-WebImageCollector
+WebGo IS
 WebLeacher
+WebPix
 WebReaper
-WebSauger
 WebZIP
-Webshag
-Website Quester
-Whatweb
-Who.is Bot
-WinHTTrack
-Wonderbot
+WebmasterWorldForumBot
+Whack
+Whacker
+WiseGuys Robot
+Woobot
 Wotbox
 Wprecon
+Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-Zade
-Zauba
+YoudaoBot
 Zeus
-ZoomBot
+ZmEu
+ZumBot
+ZyBorg
+archive.org_bot
 cah.io.community
-crawl.sogou.com
-dataforseo.com
+coccocbot-web
+crawler4j
 domainsproject.org
-eCatch
+facebookscraper
+gopher
 heritrix
-internetVista monitor
 isitwp.com
-lwp-request
 magpie-crawler
-netEstate NE Crawler
+meanpathbot
+plumanalytics
 polaris version
-satoristudio.net
-seobility
-seocompany.store
-sexsearcher
+ripz
+scan.lol
+seostar
+sitechecker.pro
+siteripz
 sogouspider
+sp_auditbot
+spyfu
+sysscan
 trendiction.com
+ubermetrics-technologies.com
 voyagerx.com
-x09Mozilla
-xpymep1.exe
+webgains-bot
+webpros.com
+x22Mozilla