V4.2022.06.3164 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+360Spider
+404checker
+80legs
 ADmantX
-ALittle Client
 ASPSeek
 Abonti
-Acunetix
+Aboundexbot
 AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 Aipbot
-AlphaBot
+Alexibot
 Anarchy99
+Anthill
+Aspiegel
+Asterias
+Atomseobot
 AwarioRssBot
 BDCbot
-BackDoorBot
+BackStreet
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
 Badass
-BatchFTP
-Bitacle
-BlackWidow
+Bandit
+Bigfoot
 Blackboard
-Boardreader
-Bolt
+Blow
 BotALot
 Brandwatch
-Buddy
+BuiltWith
 CCBot
 CODE87
-CazoodleBot
-CensysInspect
-CheTeam
-CherryPicker
-Cliqzbot
-Cloud mapping
-Collector
-Copier
-Cosmos
-Craftbot
-Curious
-DSearch
-DTS Agent
+Calculon
+Chlooe
+Citoid
+Claritybot
+CopyRightCheck
+Crawling at Home Project
+CrazyWebCrawler
 DataCha0s
 Demon
 Deusu
+DigitalPebble
+Disco
 Discobot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
+Discoverybot
 DomCopBot
 DomainAppender
-DomainCrawler
-Dragonfly
-ECCP/1.0
-EirGrabber
-Evil
-Extractor
-Extreme Picture Finder
-Ezooms
-FDM
-FHscan
+DomainStatsBot
+Domains Project
+Download Wonder
+EasyDL
+Ebingbong
+EroCrawler
+ExtLinksBot
+ExtractorPro
 Fimap
+Firefox/7.0
 Flunky
+Foobot
+Freeuploader
 FrontPage
-Fuzz
+FyberSpider
 Fyrebot
-GT::WWW
 GalaxyBot
 Genieo
-GetRight
 Getintent
-Gigabot
+Go!Zilla
+GoZilla
 GrabNet
-GrapeshotCrawler
+GrapeFX
 GridBot
-HTMLparser
-Haansoft
-Havij
-Heritrix
+HTTP::Lite
+HonoluluBot
 IDBTE4M
 IDBot
-IRLbot
-Iblog
-Id-search
-InfoNaviRobot
-Intelliseek
-InterGET
+IndeedBot
 Internet Ninja
-InternetSeer
-Jbrofuzz
+Iria
+JikeSpider
 Jorgee
+JustView
+Kenjin Spider
 Keybot Translation-Search-Machine
-Kinza
 Kozmosbot
+LNSpiderguy
+LWP::Simple
+Lanshanbot
 Larbin
-LeechFTP
+Leap
+Lftp
 LibWeb
-Likse
-LinkWalker
-LinksManager
+LieBaoFast
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
 Lmspider
-MFC_Tear_Sample
 MIDown tool
 MTRobot
-Magnet
 Majestic SEO
-Majestic-SEO
-MarkWatch
-Mata Hari
+MarkMonitor
+Mass Downloader
+MauiBot
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
+Mediatoolkitbot
 Metauri
-Microsoft Data Access
-Morfeus Fucking Scanner
-Mr.4x3
+MicroMessenger
+Microsoft URL Control
+Mojolicious
 Msrabot
-Nameprotect
-Needle
-Nessus
+Musobot
+NearSite
 Net Vampire
-NetAnts
+NetSpider
+NetZIP
 Nettrack
-Ninja
-Nuclei
-Offline Explorer
-OnCrawl
+Nibbler
+Nmap
+Nutch
 OpenLinkProfiler
-OrangeBot
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
+Openfind
+Openvas
+OutfoxBot
+PageGrabber
+Pandalytics
 Panscient
+PeoplePal
 Pi-Monster
+Picscout
+Picsearch
 PictureFinder
+Pimonster
+PleaseCrawl
 Pockey
 ProPowerBot
+ProWebWalker
+Probethenet
+Psbot
+Pump
 PxBroker
-QueryN Metasearch
-Quick-Crawler
-RankActive
-RankFlex
-Rankivabot
+RankingBot
+RankurBot
 Re-re
 RealDownload
-RedesScrapy
+Reaper
+Recorder
 RepoMonkey
-RocketCrawler
-SEOkicks
-SEOprofiler
-SISTRIX
+SBIder
+SEOstats
 ScanAlert
 Scanbot
 ScoutJet
-Scrapy
+ScrepyBot
 SearchmetricsBot
+Seekport
+SemanticJuice
 Semrush
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-Sitevigil
-SlySearch
+SentiBot
+Shodan
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Sitebeam
+SmartDownload
+Snake
 Snapbot
-Snoopy
-Sociscraper
+SocialRankIOBot
 Sogou web spider
-Sottopop
-SpaceBison
-Spammen
 SpankBot
-Spbot
 Spinn3r
-Sqlworm
-Steeler
-Stripper
+SputnikBot
+Sqlmap
 Sucuri
 Surfbot
 SurveyBot
 Swiftbot
-Szukacz
+T8Abot
 Teleport
-Telesphoreo
 Telesphorep
-The Intraformant
+Thumbor
 TightTwatBot
+Titan
+Toata
+Tracemyfile
 Trendiction
 Trendictionbot
+True_Robot
+Turingos
+Turnitin
 TurnitinBot
-TwengaBot
-Twice
 Typhoeus
-URLy Warning
-UnisterBot
-Upflow
 VB Project
 VCI
 VelenPublicWebCrawler
-VidibleScraper
-VoidEYE
-Voil
+VeriCiteCrawler
 WASALive-Bot
 WEBDAV
 WPScan
+WWW-Collector-E
 WWW-Mechanize
 WWWOFFLE
-Wallpapers
-Web Collage
+WeSEE
+Web Auto
 Web Enhancer
 Web Fetch
-Web Fuck
-Web Pix
 Web Sauger
-WebCollage
+WebCopier
 WebFetch
+WebFuck
+WebLeacher
 WebPix
-Whack
-Whacker
+WebSauger
+WebStripper
+WebSucker
+Webshag
+Website Quester
+WebsiteQuester
+Webster
 Whatweb
-Widow
-Woobot
-Wprecon
-Zermelo
-Zitebot
+WinHTTrack
+WiseGuys Robot
+Wotbox
+Zauba
+Zeus
 ZoomBot
 ZoominfoBot
 archive.org_bot
+cah.io.community
+check1.exe
 clark-crawler
 coccocbot
-cognitiveseo
-com.plumanalytics
+crawl.sogou.com
 crawler.feedback
 crawler4j
 dataforseo.com
-instabid
-iubenda-radar
+demandbase-bot
+internetVista monitor
 lwp-trivial
-muhstik-scan
-netEstate NE Crawler
 oBot
-plumanalytics
-probe-image-size
 s1z.ru
-seocompany.store
-serpstatbot
-siteripz
+satoristudio.net
+seoscanners
+sitechecker.pro
 sogouspider
 trendiction.com
-trendiction.de
-ubermetrics-technologies.com
+webgains-bot
+webpros.com
+x09Mozilla