V4.2021.09.2582 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
 404enemy
-80legs
+ADmantX
 AIBOT
-Abonti
-Aboundex
-Acunetix
+ALittle Client
+ASPSeek
+AhrefsBot
 AiHitBot
-AllSubmitter
-Anarchie
+AlphaBot
 Anarchy
-Apexoo
+Ankit
+Anthill
+Aspiegel
 Asterias
+AwarioRssBot
+BBBike
+BDCbot
+BDFetch
 BLEXBot
-BackDoorBot
+BackStreet
 BackWeb
-Backlink-Ceck
-Bandit
+BacklinkCrawler
+BatchFTP
 Battleztar Bazinga
-Boardreader
-Bolt
+Bigfoot
+BlackWidow
+BlowFish
 Brandwatch
-BunnySlippers
-CATExplorador
-CCBot
+Buck
+BuiltBotTough
+BuiltWith
+BuzzSumo
+Calculon
+Cegbfeieh
 CensysInspect
-Copier
-Cosmos
+ChinaClaw
+Chlooe
+Claritybot
+Cliqzbot
+Cloud mapping
+CopyRightCheck
 CrazyWebCrawler
-CrunchBot
-Curious
-Custo
-CyotekWebCopy
+DIIbot
 DSearch
-DTS Agent
 DataCha0s
-DatabaseDriverMysqli
+Demon
 Deusu
+Devil
+Digincore
+DigitalPebble
 Dirbuster
-Dispatch
-DittoSpyder
-DnyzBot
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
+Discoverybot
+DomainAppender
+Dotbot
+Download Wonder
 ECCP/1.0
+EMail Siphon
+EMail Wolf
 EasyDL
-EirGrabber
-Express WebPictures
+Ecxi
+EroCrawler
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
+Ezooms
 FHscan
 FemtosearchBot
 Fimap
+Flunky
 Foobot
-FrontPage
-FyberSpider
-Fyrebot
-GT::WWW
-Go!Zilla
+Freeuploader
+GalaxyBot
+Genieo
+GetWeb
+Getintent
 Go-Ahead-Got-It
 GoZilla
 Gotit
 GrabNet
+Grabber
 Grafula
-GrapeFX
-GridBot
 HEADMasterSEO
-HTTrack
+HTMLparser
+HTTP::Lite
+HaosouSpider
 Havij
 Hloader
-IRLbot
+Iblog
 Id-search
+Image Fetch
 Image Sucker
-IndeedBot
-Internet Ninja
-Iria
-Iskanie
-IstellaBot
+Indy Library
+InfoNaviRobot
+InterGET
+JOC Web Spider
 JennyBot
 JetCar
 Jetty
-Joomla
 JustView
 Jyxobot
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-Larbin
-LeechFTP
+Kinza
+Leap
+LexiBot
+LibWeb
+Lightspeedsystems
+Likse
+LinkScan
+LinkWalker
 Linkbot
-Linkdexbot
 LinkextractorPro
-MIIxpc
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey Spider
+Lmspider
 MJ12bot
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-Majestic12
+MQQBrowser
+MSIECrawler
+Magnet
+MarkMonitor
 MarkWatch
-Mass Downloader
-Masscan
 MauiBot
 Mb2345Browser
-Mediatoolkitbot
-MegaIndex.ru
-Metauri
+MeanPath Bot
+MicroMessenger
+Microsoft URL Control
+Mister PiX
+Moblie Safari
 Mojeek
-Mojolicious
 Morfeus Fucking Scanner
-Mr.4x3
-NICErsPRO
-Navroad
-Nessus
+NPbot
+Name Intelligence
+Nameprotect
+Net Vampire
 NetAnts
+NetMechanic
 NetSpider
+NetZIP
+Netcraft
 Nettrack
-Nibbler
-Niki-bot
-NimbleCrawler
-Nimbostratus
+Netvibes
+Nikto
 Ninja
-Nmap
+Nuclei
+Nutch
 Octopus
-Offline Explorer
-OnCrawl
-OrangeBot
 OrangeSpider
-OutfoxBot
-PECL::HTTP
-PageThing.com
-Papa Foto
+OutclicksBot
+PageGrabber
 Pavuk
 PeoplePal
-Pi-Monster
-Picscout
-PictureFinder
-Pimonster
-ProPowerBot
-Probethenet
-Pump
-RSSingBot
+Petalbot
+Pockey
+Psbot
+PyCurl
 RankingBot
-ReGet
-RealDownload
-RocketCrawler
+RankingBot2
+Rankivabot
+Re-re
+Reaper
+RebelMouse
+RedesScrapy
 SBIder
-SEOkicks
-SISTRIX
+SEOkicks-Robot
+Scanbot
 ScoutJet
+Screaming
+ScrepyBot
+Searchestate
 SearchmetricsBot
 Semrush
+SeoSiteCheckup
+SeobilityBot
+Shodan
 Siphon
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
-Snake
+Site Sucker
+SiteSnagger
+Sitebeam
+Sitevigil
 Snapbot
-Sosospider
+Snoopy
+SocialRankIOBot
 Sottopop
 Spammen
-SpankBot
 Spbot
 Spinn3r
 SputnikBot
-Sqlmap
+Sqlworm
 Steeler
-SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
-Swiftbot
+Sucker
+Sucuri
 Szukacz
-T0PHackTeam
-Telesoft
-Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
+TheNomad
+Thumbor
 True_Robot
 Turingos
-TurnitinBot
-TwengaBot
-Twice
+Turnitin
 Typhoeus
 Upflow
-V-BOT
-VB Project
-VCI
+Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
 VoidEYE
-Voil
-Voltron
-WISENutbot
-WPScan
+WEBDAV
+WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-Web Fuck
-Web Pix
+Wallpapers/3.0
+Web Fetch
+WebBandit
 WebCollage
-WebEnhancer
+WebFuck
 WebGo IS
+WebImageCollector
 WebPix
-WebReaper
-WebSauger
-WebZIP
+WebStripper
 WebsiteExtractor
-WebsiteQuester
 Whack
 Whatweb
-Who.is Bot
 Widow
-WiseGuys Robot
-Xaldon WebSpider
+WinHTTrack
+Wonderbot
 Xaldon_WebSpider
-YoudaoBot
 Zade
 Zermelo
+Zeus
 ZmEu
 ZoomBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-coccocbot-web
+autoemailspider
+cah.io.community
 cognitiveseo
+com.plumanalytics
 crawler.feedback
 domainsproject.org
-facebookscraper
-heritrix
 instabid
 internetVista monitor
-ips-agent
-isitwp.com
-lwp-request
-lwp-trivial
+magpie-crawler
 meanpathbot
 muhstik-scan
-netEstate NE Crawler
-page scorer
 pcBrowser
-probe-image-size
+plumanalytics
 ripz
 s1z.ru
-seobility
-seoscanners
-serpstatbot
+satoristudio.net
+scalaj-http
+seostar
+sexsearcher
 sogouspider
-spyfu
-tAkeOut
-voyagerx.com
-webprosbot
-x22Mozilla
+trendiction.com
+xpymep1.exe
+zgrab