V4.2022.08.3289 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+404checker
 404enemy
 ADmantX
 Abonti
-AiHitBot
-Aipbot
-Alexibot
-AllSubmitter
+Aboundex
+Aboundexbot
+Alligator
+AlphaBot
+Anarchie
+Anarchy
 Ankit
-Attach
-AwarioSmartBot
-BBBike
-BDCbot
-BackDoorBot
-Backlink-Ceck
-Badass
-Barkrowler
-Battleztar Bazinga
-Bitacle
+Anthill
+Atomseobot
+BLEXBot
+BacklinkCrawler
+Black Hole
 BlackWidow
-Bolt
+Boardreader
 BotALot
-Buddy
-BuzzSumo
-CATExplorador
+Brandwatch
+BuiltBotTough
+Bullseye
+CODE87
 CSHttp
-CazoodleBot
 CensysInspect
-CheTeam
-CheeseBot
 ChinaClaw
 Chlooe
-Claritybot
+Citoid
 Cocolyzebot
-CopyRightCheck
-Copyscape
-Craftbot
-Crawling at Home Project
+Cogentbot
+Crescent
 CrunchBot
-CyotekWebCopy
-DSearch
-Demon
+Curious
+Custo
+Deusu
 Devil
 Digincore
-DittoSpyder
-DnyzBot
+Disco
+Dispatch
+DnBCrawler-Analytics
 DomCopBot
-DomainAppender
-DomainStatsBot
-Domains Project
+DomainCrawler
+DomainSigmaCrawler
 Dotbot
-Dragonfly
-EMail Siphon
+Drip
 EMail Wolf
-EasyDL
-Evil
+Ebingbong
+EroCrawler
 Exabot
-Ezooms
-Foobot
-Freeuploader
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+Fimap
 Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
 GermCrawler
-Gotit
-GrapeFX
-Haansoft
-HaosouSpider
-Havij
-Hloader
-IDBot
+Getintent
+Gigabot
+Go-Ahead-Got-It
+GoZilla
+Grafula
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
+HMView
+HTMLparser
+HonoluluBot
+HybridBot
 IRLbot
 Id-search
+Image Fetch
 Image Sucker
 IndeedBot
 InfoTekies
-Intelliseek
+InterGET
 InternetSeer
-Iria
-JOC Web Spider
-JennyBot
+Iskanie
+Jetty
 Jyxobot
-Keybot Translation-Search-Machine
-Kinza
+Kenjin Spider
 Kozmosbot
-LNSpiderguy
 LWP::Simple
 Lanshanbot
-Larbin
 Lftp
-LinkWalker
-LinksManager
-LinqiaMetadataDownloaderBot
+LibWeb
+Lightspeedsystems
+LinkScan
+Linkbot
+LinkextractorPro
 Lipperhey
-Ltx71
+Lipperhey Spider
+Litemage_walker
+Lmspider
 MFC_Tear_Sample
 MIDown tool
-MJ12bot
+MIIxpc
 MQQBrowser
 MSFrontPage
 MSIECrawler
-Mag-Net
-Majestic-SEO
+MTRobot
+Mail.RU_Bot
 Majestic12
 MarkMonitor
+MarkWatch
 Masscan
 MauiBot
-Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
 MegaIndex.ru
-Microsoft URL Control
-Minefield
-Moblie Safari
-Mojolicious
+Microsoft Data Access
+Mister PiX
 MolokaiBot
-Mozlila
+Morfeus Fucking Scanner
 Mr.4x3
 Musobot
 NICErsPRO
-Name Intelligence
+Nameprotect
 Navroad
+NearSite
 Needle
-Nessus
 NetAnts
 NetMechanic
-NetSpider
+Netcraft
 Netvibes
-Nibbler
-NimbleCrawler
-Octopus
-OnCrawl
-OpenLinkProfiler
-OpenVAS
-OutclicksBot
-OutfoxBot
-PECL::HTTP
+Nikto
+Ninja
+Openfind
+Openvas
+PHPCrawl
+PageAnalyzer
+PageGrabber
 PageThing.com
-Pandalytics
-Papa Foto
 Pavuk
 PictureFinder
 Pixray
-ProPowerBot
-ProWebWalker
-Probethenet
-Pump
-PxBroker
+Pockey
+Pu_iN
+PyCurl
 Quick-Crawler
+RSSingBot
 RankActive
-RankingBot2
-RankurBot
+RankFlex
+Reaper
 Recorder
 RedesScrapy
-Ripper
-RocketCrawler
+Rogerbot
+SBIder
 SEOprofiler
+SEOstats
+SISTRIX
 SMTBot
+SalesIntelligent
+ScanAlert
+Scanbot
+ScoutJet
 Screaming
-ScrepyBot
-Searchestate
+ScreenerBot
 SearchmetricsBot
+Seekport
+SemanticJuice
 Semrush
+SentiBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz
+SiteCheckerBotCrawler
 SiteLockSpider
-Sitevigil
-SmartDownload
-Snapbot
+SiteSucker
+Sitebeam
+Siteimprove
+Snoopy
 Sociscraper
-Sogou web spider
-Sottopop
+Sosospider
 SpaceBison
+SpankBot
 Spbot
+Spinn3r
 SputnikBot
 Steeler
+Stripper
+SuperBot
+SuperHTTP
 SurveyBot
-TheNomad
-Thumbor
-Tracemyfile
+Szukacz
+T0PHackTeam
+TeleportPro
+Telesoft
+Titan
+Toata
 Trendiction
+True_Robot
 Turingos
+TurnitinBot
 TwengaBot
-Twice
+Typhoeus
 URLy Warning
-URLy.Warning
 UnisterBot
-Upflow
+Vagabondo
 VeriCiteCrawler
-VidibleScraper
-Virusdie
+VoidEYE
 WASALive-Bot
-WBSearchBot
-WEBDAV
-Wallpapers
-Wallpapers/3.0
+Web Auto
 Web Collage
-Web Sucker
+Web Enhancer
+Web Fetch
+Web Fuck
 WebBandit
-WebCollage
+WebEnhancer
 WebFetch
-WebGo IS
-WebLeacher
-WebSauger
+WebFuck
+WebImageCollector
 WebStripper
 WebSucker
-WebWhacker
 WebZIP
-WebmasterWorldForumBot
+Webshag
 WebsiteQuester
-Whack
 Whatweb
+Who.is Bot
 WinHTTrack
 WiseGuys Robot
-Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
+Wonderbot
+Woobot
+Xenu
+YoudaoBot
 Zermelo
-Zitebot
-ZoomBot
-arquivo-web-crawler
-check1.exe
+ZoominfoBot
+ZyBorg
+adscanner
+backlink-check
 cognitiveseo
 crawler.feedback
-heritrix
+crawler4j
+dataforseo.com
+demandbase-bot
+evc-batch
+instabid
 internetVista monitor
+ips-agent
+isitwp.com
 lwp-request
-lwp-trivial
-magpie-crawler
 meanpathbot
-netEstate NE Crawler
+mediawords
 oBot
-ripz
-s1z.ru
-scalaj-http
-scan.lol
+plumanalytics
 seocompany.store
-seoscanners
 serpstatbot
-sexsearcher
 sitechecker.pro
 siteripz
-sogouspider
-sysscan
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
-webpros.com
+trendiction.com
 x09Mozilla
 xpymep1.exe