V4.2021.08.2535 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
-80legs
 ADmantX
-AIBOT
-Abonti
-Aboundex
-Anarchy99
-Ankit
-Aspiegel
-Asterias
-Attach
+Acunetix
+Aipbot
+AllSubmitter
+Alligator
+AlphaBot
+Anthill
+Apexoo
 AwarioSmartBot
-BBBike
-BLEXBot
-BackDoorBot
-BackWeb
-Backlink-Ceck
-Badass
-BetaBot
+BDCbot
+BDFetch
+BacklinkCrawler
+BatchFTP
 Bigfoot
 Black Hole
 BlackWidow
+Blow
+BlowFish
+Bolt
 Brandprotect
+Brandwatch
+Buck
 BuiltBotTough
-BuiltWith
-BunnySlippers
+Bullseye
+CATExplorador
 CCBot
 CODE87
-CSHttp
 CheTeam
 CherryPicker
-Claritybot
+ChinaClaw
 Cloud mapping
-Collector
-Cosmos
-Craftbot
+Copier
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
 CyotekWebCopy
-DSearch
 DTS Agent
-DigitalPebble
+DataCha0s
+DatabaseDriverMysqli
+Demon
+Devil
+Disco
+Dispatch
 DittoSpyder
 DnyzBot
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
-Dotbot
-Download Wonder
-ECCP/1.0
-EMail Siphon
-EMail Wolf
+DomainAppender
+Dragonfly
+Drip
+EasyDL
+Ebingbong
 EirGrabber
+Evil
 Exabot
-ExtLinksBot
 EyeNetIE
-FDM
 FemtosearchBot
-Flunky
-Foobot
-FyberSpider
+Fimap
+FlashGet
+Fuzz
+Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
 GetWeb
-Getintent
-Gigablast
 Gigabot
-Go!Zilla
 Go-Ahead-Got-It
-Gotit
-Grafula
-HMView
+GoZilla
+GrabNet
+GrapeshotCrawler
+HEADMasterSEO
 HTMLparser
 HTTP::Lite
-HTTrack
+Havij
+Hloader
+Humanlinks
 HybridBot
 IRLbot
+Iblog
 Id-search
-Image Fetch
-IndeedBot
-Iskanie
-JamesBOT
+InfoTekies
+InterGET
+InternetSeer
+Jbrofuzz
 JennyBot
 JetCar
-Jetty
-JikeSpider
-Joomla
-Jorgee
-JustView
-LNSpiderguy
-Lanshanbot
-Larbin
-LeechFTP
+Keyword Density
+Kinza
+Kozmosbot
+Leap
+LexiBot
+Lftp
 LibWeb
 Libwhisker
+Lightspeedsystems
+Likse
+LinkWalker
 Linkbot
-LinqiaMetadataDownloaderBot
-Lmspider
-Ltx71
+LinkextractorPro
 MIIxpc
-MSFrontPage
-MTRobot
-Mag-Net
-Magnet
+Mail.RU_Bot
 Majestic-SEO
 Majestic12
-MarkMonitor
 Masscan
-Mata Hari
-Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
+Meanpathbot
+Mediatoolkitbot
 Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
+Mr.4x3
 Msrabot
-Musobot
+NICErsPRO
+NearSite
 Nessus
-NetLyzer
-Nibbler
+NetMechanic
+NetSpider
+NextGenSearchBot
+NimbleCrawler
+Nimbostratus
+Ninja
 Nuclei
-Offline Navigator
 OnCrawl
-OpenLinkProfiler
 Openfind
-Openvas
+OrangeSpider
+OutclicksBot
 PECL::HTTP
+POE-Component-Client-HTTP
 Page Analyzer
-Panscient
+PageGrabber
+PageThing.com
+Pandalytics
+Papa Foto
+PeoplePal
 Pi-Monster
+Picscout
+Picsearch
+Piepmatz
 Pimonster
+Pu_iN
+Pump
 PxBroker
-PyCurl
+QueryN Metasearch
+RSSingBot
 RankActive
-RankFlex
 RankingBot
-RankurBot
-ReGet
+Rankivabot
 RealDownload
-Reaper
+RebelMouse
+Recorder
 RedesScrapy
-RocketCrawler
-SBIder
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-SISTRIX
+Ripper
 SalesIntelligent
+Scanbot
+ScoutJet
 Screaming
 ScrepyBot
-SearchmetricsBot
+SemrushBot
 SentiBot
-Shodan
 Site Sucker
-SiteLockSpider
+SiteCheckerBotCrawler
 SiteSnagger
+Siteimprove
 Sitevigil
-SlySearch
-SmartDownload
+Snake
 Snapbot
 Snoopy
+SocialRankIOBot
 Sogou web spider
 Sottopop
-SpaceBison
-SpankBot
+Spammen
 Spinn3r
 SputnikBot
 Sqlworm
 Sqworm
-Sucker
+Stripper
 Sucuri
-SuperBot
-Surfbot
+SuperHTTP
+Suzuran
+Swiftbot
+Szukacz
 T0PHackTeam
-Telesphoreo
+TeleportPro
 Telesphorep
-Titan
+The Intraformant
+TightTwatBot
 Toata
 Toweyabot
 Trendiction
-TurnitinBot
-URLy.Warning
+TwengaBot
+Upflow
 V-BOT
 VB Project
-VoidEYE
-Voil
-WISENutbot
-WWW-Mechanize
-WWWOFFLE
+VCI
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voltron
+WASALive-Bot
+WPScan
+WWW::Mechanize
+Wallpapers/3.0
 WallpapersHD
 WeSEE
-Web Auto
-Web Collage
-Web Fetch
-Web Fuck
+Web Enhancer
 Web Sucker
-WebAuto
 WebBandit
-WebCollage
-WebEnhancer
-WebImageCollector
+WebPix
+WebSauger
 Webshag
-WebsiteExtractor
 WebsiteQuester
+Whack
 Who.is Bot
 Widow
+WinHTTrack
+WiseGuys Robot
 Wonderbot
-Wprecon
-Xaldon_WebSpider
+Wotbox
+Xaldon WebSpider
 Xenu
-Zade
-Zauba
+YoudaoBot
 Zeus
+Zitebot
 ZmEu
-ZoomBot
-ZumBot
-ZyBorg
+ZoominfoBot
+autoemailspider
 backlink-check
-cah.io.community
-coccocbot-web
+clark-crawler
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 crawler4j
-evc-batch
-facebookscraper
-heritrix
+gopher
 instabid
-ips-agent
+isitwp.com
 lwp-request
-lwp-trivial
-meanpathbot
-plumanalytics
-polaris version
-probe-image-size
-s1z.ru
-satoristudio.net
-scalaj-http
+mediawords
+oBot
+page scorer
+scan.lol
 seobility
-seoscanners
-seostar
-serpstatbot
-sogouspider
-sp_auditbot
-trendiction.com
+sexsearcher
+sysscan
 ubermetrics-technologies.com
-voyagerx.com
+webmeup-crawler
 webpros.com
+webprosbot
+x22Mozilla
 xpymep1.exe
 zauba.io
-zgrab