V4.2021.07.2472 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
 80legs
-ASPSeek
-AfD-Verbotsverfahren
-AiHitBot
+Abonti
+Acunetix
 Aipbot
-AlphaBot
-Anarchie
+AllSubmitter
+Alligator
 Anarchy
 Ankit
-Anthill
-Apexoo
-Aspiegel
 Asterias
-AwarioSmartBot
+BDCbot
+BLEXBot
 BackStreet
-BackWeb
-Backlink-Ceck
 Bandit
-Black Hole
+Barkrowler
 BlackWidow
-BlowFish
-Boardreader
-Bolt
-Brandwatch
-CATExplorador
-CODE87
+Blackboard
+Buddy
+BuiltWith
+CCBot
 CSHttp
-CheTeam
-CheeseBot
-CherryPicker
 Chlooe
 Claritybot
 Cliqzbot
 Cloud mapping
-CopyRightCheck
+Copier
+Copyscape
 CrazyWebCrawler
 CrunchBot
-Custo
 CyotekWebCopy
-DIIbot
 DSearch
-DataCha0s
+DTS Agent
 DatabaseDriverMysqli
+Demon
 DigitalPebble
+Dirbuster
 Disco
 Discoverybot
+DomainAppender
+DomainCrawler
 DomainStatsBot
 Domains Project
 Download Wonder
 ECCP/1.0
-EMail Wolf
-Ebingbong
-Exabot
-Express WebPictures
-ExtLinksBot
+Extractor
 Extreme Picture Finder
-EyeNetIE
 Ezooms
-FDM
-Firefox/7.0
-Flunky
+Fimap
+FlashGet
 Freeuploader
 Fuzz
 FyberSpider
-GT::WWW
-GalaxyBot
-Genieo
-GetWeb
+Fyrebot
+GermCrawler
+Gigabot
+Go!Zilla
+GoZilla
 Gotit
-GrapeFX
-GrapeshotCrawler
+Grabber
+Grafula
+GridBot
 HEADMasterSEO
+HMView
 HTMLparser
-HTTrack
-HaosouSpider
+Harvest
+Havij
 Heritrix
 Hloader
+IDBTE4M
 IDBot
 IRLbot
+Iblog
 IlseBot
 Image Fetch
-Image Sucker
 Indy Library
-InfoNaviRobot
-InterGET
+InfoTekies
+Intelliseek
 Internet Ninja
 Iria
-Iskanie
-IstellaBot
 JOC Web Spider
 JamesBOT
 JetCar
-Jorgee
-JustView
-Kenjin Spider
+Jetty
+JikeSpider
 Keyword Density
-Kozmosbot
-Lanshanbot
-Larbin
+LNSpiderguy
+LWP::Simple
 LeechFTP
-LexiBot
-Lftp
+LeechGet
+LieBaoFast
+Lightspeedsystems
 Likse
-LinkWalker
-LinksManager
-Lipperhey Spider
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
 Lmspider
-Ltx71
+MFC_Tear_Sample
 MIDown tool
 MIIxpc
 MQQBrowser
 MSFrontPage
-MSIECrawler
-Mass Downloader
+Mail.RU_Bot
+Majestic-SEO
+MarkWatch
 Masscan
-MauiBot
-Mb2345Browser
-MegaIndex.ru
+Meanpathbot
+Mediatoolkitbot
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Moblie Safari
 Mojolicious
-Mr.4x3
+Msrabot
 Musobot
-Nameprotect
-Needle
-NetLyzer
+Name Intelligence
+Navroad
+NearSite
+Nessus
+NetMechanic
 NetSpider
-NetZIP
 Netcraft
 Nibbler
-Nimbostratus
 Ninja
-OPPO A33
-Octopus
+Nmap
+Nuclei
+Offline Navigator
 OnCrawl
 OpenLinkProfiler
 OpenVAS
-Openfind
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
+PECL::HTTP
+PageAnalyzer
+PageThing.com
+Panscient
+Papa Foto
+Pavuk
+PeoplePal
 Petalbot
-Pi-Monster
+Picscout
+Picsearch
+Piepmatz
 Pimonster
+Pixray
+PleaseCrawl
+Pockey
+ProPowerBot
+Psbot
+PyCurl
 QueryN Metasearch
+RSSingBot
+RankActiveLinkBot
 RankingBot
-RebelMouse
-SBIder
+RankingBot2
+Rankivabot
+ReGet
+Ripper
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
-SalesIntelligent
+SMTBot
+ScanAlert
+ScoutJet
+Scrapy
 ScreenerBot
-ScrepyBot
 Searchestate
 SearchmetricsBot
 Semrush
-SiteCheckerBotCrawler
+SemrushBot
+SentiBot
+Seomoz
+Siphon
+Site Sucker
+SiteExplorer
 SiteLockSpider
-Snake
-Snapbot
+SiteSnagger
+Sitevigil
+SlySearch
+SocialRankIOBot
 Sogou web spider
+Sosospider
 Sottopop
-Spbot
-Spinn3r
-SputnikBot
-Sqlmap
 Sqlworm
 Sqworm
 Steeler
-Sucuri
-SuperBot
-SuperHTTP
-Surfbot
-Szukacz
+Sucker
+Suzuran
+Swiftbot
+T0PHackTeam
+T8Abot
 Teleport
-Telesphorep
-The Intraformant
-TightTwatBot
+Toata
 Toweyabot
-Trendiction
 Trendictionbot
-True_Robot
-Turingos
 Turnitin
 TurnitinBot
+TwengaBot
 Twice
-URLy Warning
 UnisterBot
 Upflow
-VB Project
+V-BOT
+Vagabondo
 VeriCiteCrawler
+VidibleScraper
 Virusdie
-VoidEYE
+Voil
 WISENutbot
 WWW-Collector-E
-WWW::Mechanize
-WallpapersHD
+WeSEE
 Web Auto
 Web Enhancer
+Web Fetch
 Web Pix
 Web Sucker
+WebAuto
+WebBandit
 WebCollage
-WebFuck
+WebGo IS
 WebPix
-WebReaper
-WebSauger
 WebSucker
-WebZIP
-Webalta
 WebmasterWorldForumBot
-Website Quester
-Webster
-Whack
 Whatweb
 WiseGuys Robot
-Wprecon
-Xaldon WebSpider
-Xenu
+Woobot
+Xaldon_WebSpider
 Zermelo
 Zeus
-archive.org_bot
+arquivo-web-crawler
 autoemailspider
-backlink-check
-com.plumanalytics
-crawl.sogou.com
 crawler4j
+demandbase-bot
 domainsproject.org
-evc-batch
-ips-agent
-isitwp.com
+eCatch
+gopher
+lwp-request
+lwp-trivial
 magpie-crawler
 mediawords
-muhstik-scan
-oBot
-polaris version
+page scorer
+pcBrowser
+probe-image-size
 ripz
 satoristudio.net
-scalaj-http
+scan.lol
 sexsearcher
-sitechecker.pro
+siteripz
 sp_auditbot
 tAkeOut
 trendiction.com
 trendiction.de
 webmeup-crawler
+x09Mozilla
 x22Mozilla
+zauba.io