V4.2022.03.2963 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-ADmantX
-Aboundex
+404checker
+AIBOT
 Aboundexbot
-Acunetix
-AhrefsBot
-AiHitBot
-AllSubmitter
+AfD-Verbotsverfahren
 Alligator
-AlphaBot
-Anarchie
-Anarchy
 Apexoo
+Aspiegel
 Asterias
-Atomseobot
-AwarioSmartBot
-BDFetch
-BLEXBot
-BackDoorBot
+BDCbot
 BackWeb
-Bitacle
-Black Hole
-BlowFish
-Bolt
-BotALot
-CSHttp
-CazoodleBot
-CheeseBot
-CherryPicker
+Backlink-Ceck
+Badass
+Bandit
+Barkrowler
+BatchFTP
+Blackboard
+Brandwatch
+BuiltWith
+CATExplorador
+CCBot
+CODE87
+Cegbfeieh
 Chlooe
+Claritybot
 Cocolyzebot
-Cogentbot
-CopyRightCheck
-Cosmos
-Curious
-CyotekWebCopy
-DBLBot
+Collector
+Copier
+Copyscape
+Craftbot
+Crawling at Home Project
+Crescent
+CrunchBot
 DIIbot
-DataCha0s
-Demon
-Digincore
-DigitalPebble
-Disco
+Deusu
+Dirbuster
+Discobot
 Discoverybot
 Dispatch
-DnyzBot
-DomainCrawler
+DittoSpyder
+DnBCrawler-Analytics
+DomainAppender
 DomainStatsBot
-Domains Project
-Dragonfly
+Dotbot
+Download Wonder
+Drip
 EMail Siphon
-EasyDL
-EroCrawler
-Evil
+EirGrabber
 Exabot
-Express WebPictures
 Extractor
-Ezooms
-FemtosearchBot
-FlashGet
+FHscan
+Flunky
 Freeuploader
+FyberSpider
 Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
 GalaxyBot
-GetRight
-GetWeb
+GermCrawler
 Getintent
 Go!Zilla
-Gotit
-Grafula
+Go-Ahead-Got-It
+Grabber
 GrapeFX
-GrapeshotCrawler
-Harvest
+HaosouSpider
 Havij
+Heritrix
+Humanlinks
 IDBot
+IlseBot
 Image Fetch
-IndeedBot
-Indy Library
+Image Sucker
 InfoNaviRobot
-JOC Web Spider
-JennyBot
+InfoTekies
+InterGET
+Internet Ninja
+InternetSeer
+Iria
+IstellaBot
+Jetty
+JikeSpider
 Joomla
-Jorgee
-JustView
-Keyword Density
+Kenjin Spider
+Keybot Translation-Search-Machine
 Kinza
 Kozmosbot
-Lanshanbot
+Leap
+LeechGet
 LexiBot
 LibWeb
-LieBaoFast
-Lightspeedsystems
+Likse
 Linkbot
-Linkdexbot
+LinkextractorPro
 LinkpadBot
-LinqiaMetadataDownloaderBot
-MFC_Tear_Sample
+LinksManager
+Lmspider
+MIDown tool
 MIIxpc
 MQQBrowser
-MTRobot
-Majestic SEO
-Majestic-SEO
+MSIECrawler
+Mail.RU_Bot
 Majestic12
-Masscan
+MarkMonitor
+MarkWatch
+MauiBot
+Mb2345Browser
 MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
 Metauri
+Microsoft Data Access
+Microsoft URL Control
 Minefield
+Mojeek
+Mojolicious
 MolokaiBot
-Mozlila
+Morfeus Fucking Scanner
 Msrabot
 NPbot
-Nameprotect
-NearSite
-Net Vampire
+Name Intelligence
+Needle
+Nessus
 NetAnts
-NetLyzer
-Netvibes
+NetMechanic
+NetZIP
+Netcraft
 Nibbler
-Octopus
+Nikto
+NimbleCrawler
+Not
+Offline Explorer
+Offline Navigator
+OnCrawl
+OpenVAS
+Openfind
+OutfoxBot
 PECL::HTTP
-PageThing.com
+PHPCrawl
+Page Analyzer
+PageScorer
 Pandalytics
 Pavuk
-Petalbot
-Pi-Monster
-Piepmatz
+PeoplePal
+Picscout
+PleaseCrawl
 Pockey
 ProPowerBot
-ProWebWalker
-PxBroker
-RankActive
+Psbot
+Pu_iN
+Pump
+PyCurl
+RankActiveLinkBot
+RankingBot2
 Rankivabot
 RankurBot
 Re-re
-RealDownload
-RebelMouse
 Recorder
-RocketCrawler
-Rogerbot
-SEOkicks
-SEOkicks-Robot
-SEOstats
-SMTBot
-Scanbot
+Ripper
+SEOlyticsCrawler
+SalesIntelligent
+ScanAlert
+ScoutJet
+Scrapy
 ScreenerBot
-SemanticJuice
+ScrepyBot
+Searchestate
+SearchmetricsBot
+Seekport
 Semrush
-SemrushBot
+SeoSiteCheckup
 Seomoz
+Shodan
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
-SiteSucker
-Sitevigil
-SlySearch
 Snapbot
-SocialRankIOBot
+Sociscraper
+Sogou web spider
 Sosospider
-SpankBot
-Spbot
-Spinn3r
+SpaceBison
 SputnikBot
-Sqworm
-Steeler
+Sqlworm
 Stripper
+Sucuri
+SuperHTTP
+Surfbot
 SurveyBot
 Suzuran
-T8Abot
-Teleport
 TeleportPro
-Telesoft
-Telesphoreo
 Toata
-Toweyabot
-Trendiction
-Trendictionbot
+Tracemyfile
 True_Robot
 Turingos
-TurnitinBot
-Typhoeus
+TwengaBot
 URLy Warning
-V-BOT
-VeriCiteCrawler
-Voil
-Voltron
-WBSearchBot
-WEBDAV
+URLy.Warning
+UnisterBot
+VCI
+Vagabondo
+VelenPublicWebCrawler
+Virusdie
 WISENutbot
 WWW-Mechanize
-WWWOFFLE
 Wallpapers
-Wallpapers/3.0
 WeSEE
 Web Collage
-Web Enhancer
-Web Fuck
 Web Pix
+Web Sauger
+Web Sucker
+WebAuto
 WebBandit
-WebCollage
-WebEnhancer
-WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
-WebPix
-WebStripper
-WebSucker
-WebZIP
-Webshag
+WebCopier
+WebFetch
+WebmasterWorldForumBot
 Website Quester
-Whacker
+Whatweb
 Who.is Bot
-WiseGuys Robot
-Wprecon
-Xenu
+Widow
+WinHTTrack
+Xaldon WebSpider
+YoudaoBot
+Zeus
+ZmEu
 ZoomBot
 ZoominfoBot
 ZumBot
-archive.org_bot
-check1.exe
-coccocbot
-com.plumanalytics
+ZyBorg
+arquivo-web-crawler
+arquivo.pt
 crawler.feedback
-crawler4j
-demandbase-bot
-domainsproject.org
 evc-batch
-facebookscraper
-heritrix
+instabid
 ips-agent
-magpie-crawler
+isitwp.com
 meanpathbot
-muhstik-scan
-netEstate NE Crawler
-pcBrowser
-plumanalytics
-ripz
+probe-image-size
 s1z.ru
 satoristudio.net
-scalaj-http
-scan.lol
 seobility
-serpstatbot
-sexsearcher
+seostar
 siteripz
-trendiction.com
+sp_auditbot
+spyfu
+sysscan
 trendiction.de
-ubermetrics-technologies.com
 voyagerx.com
+webgains-bot
+xpymep1.exe
+zgrab