V4.2022.02.2915 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-AIBOT
+01h4x.com
 ALittle Client
-ASPSeek
+Aboundex
+Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
+Alexibot
+AllSubmitter
 Alligator
 AlphaBot
 Anarchie
 Anarchy99
-Anthill
 Apexoo
-Asterias
+Atomseobot
 Attach
 AwarioSmartBot
-BDCbot
-BLEXBot
-BackDoorBot
-BackStreet
 BackWeb
-BacklinkCrawler
+Backlink-Ceck
 Battleztar Bazinga
-Bigfoot
-Bitacle
-Black Hole
-BlackWidow
-Blackboard
-BotALot
-BuiltBotTough
-Bullseye
-BunnySlippers
-CODE87
-CSHttp
-Calculon
-Cegbfeieh
-CensysInspect
-CheTeam
+BetaBot
+Buck
+Buddy
+BuiltWith
+BuzzSumo
+CATExplorador
+CheeseBot
 Chlooe
 Citoid
-Cocolyzebot
+Claritybot
+Cliqzbot
+Copier
 Cosmos
+Craftbot
 Crawling at Home Project
 CrazyWebCrawler
-CyotekWebCopy
+CrunchBot
+Custo
+DBLBot
 DTS Agent
-DatabaseDriverMysqli
+Deusu
+Digincore
 Disco
 Discoverybot
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
+DittoSpyder
+DnBCrawler-Analytics
+DnyzBot
+DomainCrawler
 Dragonfly
 Drip
+EMail Siphon
 EMail Wolf
-Ebingbong
-Express WebPictures
-EyeNetIE
+EasyDL
+EirGrabber
+EroCrawler
+ExtLinksBot
+Extreme Picture Finder
+Ezooms
+FDM
+FemtosearchBot
+Fimap
 Firefox/7.0
+FlashGet
 Flunky
-FrontPage
+Foobot
 Fuzz
-Fyrebot
-G-i-g-a-b-o-t
-GermCrawler
+GalaxyBot
 GetWeb
 Getintent
-Go!Zilla
-Go-Ahead-Got-It
+Gigabot
 GrabNet
-Grabber
+Grafula
 GrapeshotCrawler
 GridBot
-HaosouSpider
-Heritrix
-Hloader
-Humanlinks
-HybridBot
-IRLbot
+HMView
+HTTP::Lite
+Haansoft
+Havij
+HonoluluBot
+IDBot
 Id-search
-Image Fetch
-Image Sucker
-IndeedBot
+IlseBot
 InfoTekies
 InterGET
-InternetSeer
 Iria
-JamesBOT
-Jbrofuzz
-JetCar
-Joomla
-JustView
-Larbin
+Jetty
+Jorgee
+LeechFTP
+LeechGet
+Lftp
+LibWeb
+Libwhisker
 Lightspeedsystems
 Likse
+Linkbot
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
 Lmspider
-Ltx71
-MFC_Tear_Sample
-MIIxpc
+MIDown tool
 MJ12bot
-MQQBrowser
-Majestic-SEO
-MarkMonitor
+Mail.RU_Bot
+Majestic SEO
+MarkWatch
 Mass Downloader
 Masscan
 Mata Hari
 MauiBot
+Mb2345Browser
 MeanPath Bot
 Meanpathbot
-MegaIndex.ru
 Microsoft Data Access
-Microsoft URL Control
-Minefield
-Moblie Safari
-Mojeek
+Mister PiX
 Morfeus Fucking Scanner
 Mr.4x3
 Musobot
-Name Intelligence
+Navroad
 NetLyzer
-NetMechanic
-NextGenSearchBot
+Nettrack
+Netvibes
 Niki-bot
 Nimbostratus
-Ninja
-Nmap
 Nuclei
-Nutch
-Offline Explorer
+Octopus
+Offline Navigator
 OpenVAS
-Openfind
-OrangeSpider
-OutclicksBot
+POE-Component-Client-HTTP
 PageGrabber
+Panscient
+Papa Foto
 Pavuk
-Pi-Monster
-PleaseCrawl
+Petalbot
+PictureFinder
+Piepmatz
 ProPowerBot
+ProWebWalker
 Pu_iN
 Pump
-RankActive
+Quick-Crawler
+RSSingBot
 RankFlex
-RankurBot
-Re-re
-ReGet
+RankingBot
+Rankivabot
 RealDownload
-Ripper
-RocketCrawler
+Reaper
+Recorder
+RedesScrapy
+RepoMonkey
 Rogerbot
+SBIder
+SEOprofiler
 SEOstats
-SISTRIX
 SMTBot
 SalesIntelligent
-ScoutJet
 Scrapy
+ScreenerBot
+ScrepyBot
 Searchestate
-SemanticJuice
+SearchmetricsBot
 Semrush
 SemrushBot
-Site Sucker
-SiteSucker
-SmartDownload
-Sosospider
+SentiBot
+SeobilityBot
+Siphon
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSnagger
+Snapbot
+Snoopy
+SocialRankIOBot
 Sottopop
 Spanner
 Spbot
-Steeler
-SuperBot
-SuperHTTP
+Spinn3r
+SputnikBot
+Sqlworm
+Stripper
+Sucker
+SurveyBot
 Swiftbot
-Teleport
+Szukacz
+TheNomad
 Thumbor
+TightTwatBot
 Trendiction
 Trendictionbot
-Turnitin
-TwengaBot
-Twice
-Typhoeus
-URLy.Warning
-VB Project
+Turingos
+TurnitinBot
+URLy Warning
+UnisterBot
+Upflow
 Vacuum
-Vagabondo
+VoidEYE
 WBSearchBot
 WISENutbot
-WWW-Collector-E
-WWWOFFLE
-Wallpapers
+WPScan
+WWW-Mechanize
+Wallpapers/3.0
 WallpapersHD
-WeSEE
-Web Pix
-WebBandit
-WebCollage
-WebCopier
-WebEnhancer
-WebFuck
-WebLeacher
+Web Collage
+Web Enhancer
+Web Sauger
+Web Sucker
+WebGo IS
+WebPix
 WebReaper
-WebSauger
-WebStripper
-WebSucker
 WebZIP
-WebsiteQuester
+WebmasterWorldForumBot
+Webshag
+Website Quester
+WebsiteExtractor
 Webster
-Whack
-Who.is Bot
+Whacker
 Wonderbot
-Xaldon WebSpider
+Wotbox
+Xaldon_WebSpider
 Xenu
-Zermelo
-ZoomBot
-ZoominfoBot
-ZyBorg
-adscanner
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-autoemailspider
-check1.exe
+YoudaoBot
+Zeus
+Zitebot
+ZmEu
+backlink-check
+cah.io.community
 clark-crawler
-com.plumanalytics
-dataforseo.com
+cognitiveseo
+crawl.sogou.com
+facebookscraper
 heritrix
 instabid
-ips-agent
 iubenda-radar
-lwp-request
+magpie-crawler
 muhstik-scan
-netEstate NE Crawler
-oBot
+page scorer
 polaris version
 probe-image-size
 satoristudio.net
+scalaj-http
 scan.lol
-seobility
-seoscanners
-seostar
-sysscan
-trendiction.com
-trendiction.de
+seocompany.store
+serpstatbot
+siteripz
+sp_auditbot
 ubermetrics-technologies.com
-webgains-bot
-webpros.com
-x09Mozilla
+webmeup-crawler
+webprosbot
 zauba.io