V4.2022.08.3290 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 404checker
-404enemy
-ADmantX
 Abonti
-Aboundex
 Aboundexbot
-Alligator
+Acunetix
+AfD-Verbotsverfahren
 AlphaBot
 Anarchie
-Anarchy
-Ankit
-Anthill
 Atomseobot
-BLEXBot
-BacklinkCrawler
-Black Hole
+Attach
+AwarioRssBot
+AwarioSmartBot
+BDCbot
+BackWeb
+Backlink-Ceck
+Badass
+Barkrowler
+BetaBot
+Bigfoot
+Bitacle
 BlackWidow
+Blackboard
 Boardreader
-BotALot
-Brandwatch
+Buck
+Buddy
 BuiltBotTough
-Bullseye
-CODE87
+BuiltWith
+BunnySlippers
+BuzzSumo
+CATExplorador
+CCBot
 CSHttp
+Calculon
 CensysInspect
+CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
 Citoid
-Cocolyzebot
+Claritybot
 Cogentbot
+Collector
+Crawling at Home Project
 Crescent
-CrunchBot
-Curious
-Custo
-Deusu
-Devil
+DSearch
+DTS Agent
 Digincore
-Disco
-Dispatch
-DnBCrawler-Analytics
-DomCopBot
-DomainCrawler
-DomainSigmaCrawler
+DigitalPebble
+Discobot
+DittoSpyder
+DnyzBot
+DomainAppender
+DomainStatsBot
 Dotbot
-Drip
+ECCP/1.0
+EMail Siphon
 EMail Wolf
-Ebingbong
-EroCrawler
-Exabot
-ExtractorPro
-Extreme Picture Finder
+EirGrabber
+ExtLinksBot
 EyeNetIE
-Fimap
-Fyrebot
+Ezooms
+FDM
+Firefox/7.0
+FlashGet
+Foobot
+Freeuploader
+Fuzz
 G-i-g-a-b-o-t
-GermCrawler
+GT::WWW
+GetRight
 Getintent
-Gigabot
 Go-Ahead-Got-It
 GoZilla
-Grafula
+Gotit
 GrapeshotCrawler
 GridBot
-HEADMasterSEO
 HMView
-HTMLparser
-HonoluluBot
-HybridBot
+HTTrack
+Haansoft
+Havij
 IRLbot
-Id-search
-Image Fetch
+IlseBot
 Image Sucker
 IndeedBot
-InfoTekies
-InterGET
+Intelliseek
 InternetSeer
 Iskanie
-Jetty
 Jyxobot
-Kenjin Spider
-Kozmosbot
-LWP::Simple
-Lanshanbot
+Keyword Density
+Kinza
+Larbin
 Lftp
 LibWeb
-Lightspeedsystems
-LinkScan
-Linkbot
+Likse
 LinkextractorPro
-Lipperhey
+LinksManager
+LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
 Lmspider
+Ltx71
 MFC_Tear_Sample
 MIDown tool
 MIIxpc
+MJ12bot
 MQQBrowser
 MSFrontPage
-MSIECrawler
-MTRobot
-Mail.RU_Bot
-Majestic12
+Majestic-SEO
 MarkMonitor
-MarkWatch
-Masscan
+Mata Hari
 MauiBot
 MeanPath Bot
-MegaIndex.ru
-Microsoft Data Access
-Mister PiX
-MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-NICErsPRO
-Nameprotect
+Meanpathbot
+Metauri
+MicroMessenger
+Minefield
+Moblie Safari
+Mojolicious
+NPbot
 Navroad
-NearSite
-Needle
 NetAnts
-NetMechanic
+NetLyzer
+NetSpider
+NetZIP
 Netcraft
-Netvibes
+Nettrack
 Nikto
-Ninja
+Nimbostratus
+Not
+Octopus
+Offline Explorer
+Offline Navigator
+OnCrawl
 Openfind
 Openvas
+OrangeBot
+OrangeSpider
+OutfoxBot
+PECL::HTTP
 PHPCrawl
 PageAnalyzer
-PageGrabber
 PageThing.com
-Pavuk
-PictureFinder
+PeoplePal
+Petalbot
+Picscout
+Picsearch
+Pimonster
 Pixray
-Pockey
-Pu_iN
+Probethenet
 PyCurl
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
-RankActive
-RankFlex
-Reaper
-Recorder
-RedesScrapy
+RankingBot2
+RealDownload
+RebelMouse
 Rogerbot
 SBIder
+SEOkicks-Robot
 SEOprofiler
-SEOstats
 SISTRIX
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
-ScoutJet
 Screaming
-ScreenerBot
 SearchmetricsBot
-Seekport
-SemanticJuice
-Semrush
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
+SemrushBot
 Sitebeam
 Siteimprove
-Snoopy
-Sociscraper
-Sosospider
+Sitevigil
+SocialRankIOBot
+Sottopop
 SpaceBison
-SpankBot
 Spbot
-Spinn3r
 SputnikBot
+Sqworm
 Steeler
 Stripper
-SuperBot
-SuperHTTP
 SurveyBot
-Szukacz
+Suzuran
 T0PHackTeam
-TeleportPro
+T8Abot
+Teleport
 Telesoft
+Telesphoreo
+The Intraformant
+TightTwatBot
 Titan
 Toata
 Trendiction
-True_Robot
 Turingos
-TurnitinBot
+Turnitin
 TwengaBot
-Typhoeus
-URLy Warning
-UnisterBot
-Vagabondo
+URLy.Warning
+VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
-WASALive-Bot
-Web Auto
-Web Collage
-Web Enhancer
-Web Fetch
+Virusdie
+WBSearchBot
+WEBDAV
+WISENutbot
+WPScan
+WWW-Collector-E
+Wallpapers/3.0
+WallpapersHD
 Web Fuck
-WebBandit
+Web Sucker
 WebEnhancer
-WebFetch
-WebFuck
-WebImageCollector
-WebStripper
+WebGo IS
+WebPix
+WebReaper
+WebSauger
 WebSucker
-WebZIP
-Webshag
-WebsiteQuester
-Whatweb
-Who.is Bot
-WinHTTrack
+WebWhacker
+WebmasterWorldForumBot
+Widow
 WiseGuys Robot
 Wonderbot
-Woobot
+Wotbox
+Wprecon
+Xaldon WebSpider
 Xenu
 YoudaoBot
 Zermelo
-ZoominfoBot
+Zitebot
 ZyBorg
 adscanner
+arquivo.pt
+autoemailspider
 backlink-check
+cah.io.community
+check1.exe
+coccocbot
 cognitiveseo
-crawler.feedback
-crawler4j
-dataforseo.com
 demandbase-bot
-evc-batch
-instabid
-internetVista monitor
-ips-agent
-isitwp.com
+eCatch
+facebookscraper
+gopher
+heritrix
+linkdexbot
 lwp-request
-meanpathbot
-mediawords
-oBot
-plumanalytics
+lwp-trivial
+magpie-crawler
+pcBrowser
+s1z.ru
+scalaj-http
 seocompany.store
-serpstatbot
-sitechecker.pro
-siteripz
+sexsearcher
+spyfu
+sysscan
+tAkeOut
 trendiction.com
-x09Mozilla
-xpymep1.exe
+trendiction.de
+webpros.com
+webprosbot
+x22Mozilla
+zgrab