V4.2021.11.2737 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 ADmantX
-AIBOT
 ALittle Client
-Aboundex
 Acunetix
-AhrefsBot
-Alexibot
 AllSubmitter
+Alligator
 AlphaBot
-Anarchy99
-Anthill
-Asterias
-Attach
-AwarioRssBot
+Anarchie
+Anarchy
+Ankit
+BDCbot
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Badass
-BatchFTP
-BlackWidow
-Blackboard
-Bolt
-Brandprotect
-Brandwatch
-Buddy
-BuiltBotTough
-BuiltWith
+Battleztar Bazinga
+BetaBot
+Boardreader
+Buck
 Bullseye
+BunnySlippers
+BuzzSumo
+CATExplorador
+CODE87
 CSHttp
-Chlooe
-Claritybot
-Cloud mapping
-Cocolyzebot
-Cogentbot
+Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
+CheTeam
+CheeseBot
 Copyscape
-Craftbot
+Cosmos
+CrazyWebCrawler
 Crescent
 CrunchBot
+Curious
+Custo
+DIIbot
 DTS Agent
-Devil
+Deusu
 Digincore
 Dirbuster
+Disco
 Discobot
+Dispatch
 DittoSpyder
-DomainSigmaCrawler
+DomCopBot
+DomainAppender
+Domains Project
+Dotbot
 Dragonfly
-Drip
 EMail Siphon
-Ebingbong
+EasyDL
+Ecxi
+EirGrabber
+EroCrawler
+Exabot
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
 FDM
-Fimap
+Firefox/7.0
+FlashGet
+Foobot
 Freeuploader
-FrontPage
-Fuzz
-Fyrebot
-Genieo
+GalaxyBot
 Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-Gotit
+GoZilla
+GrabNet
+Grabber
 GrapeFX
 GridBot
-HEADMasterSEO
-HMView
 HTTrack
-Havij
-IDBTE4M
-IDBot
-IRLbot
-Id-search
+HaosouSpider
+Harvest
+Hloader
+Humanlinks
+Iblog
 Image Fetch
-Image Sucker
 IndeedBot
-Indy Library
-Internet Ninja
-InternetSeer
-JOC Web Spider
+InfoNaviRobot
 JamesBOT
-Jbrofuzz
+JennyBot
 JetCar
-JustView
+Jetty
+JikeSpider
 Kenjin Spider
 Kinza
-LWP::Simple
-Lanshanbot
-LexiBot
-LibWeb
-Libwhisker
-Lightspeedsystems
-Likse
-LinkScan
-LinksManager
+LNSpiderguy
+Leap
+Lftp
+LieBaoFast
 LinqiaRSSBot
+Litemage_walker
 MIIxpc
-MSIECrawler
+MQQBrowser
+MSFrontPage
 MTRobot
-Magnet
-Mail.RU_Bot
+Mag-Net
 Majestic-SEO
-MarkMonitor
+MarkWatch
 Mass Downloader
 Masscan
-Meanpathbot
-Metauri
-Mister PiX
+Microsoft URL Control
+Minefield
 Mojeek
-Msrabot
-Nessus
-NetMechanic
+Morfeus Fucking Scanner
+Mozlila
+Musobot
+Name Intelligence
 NetZIP
-Netvibes
+NextGenSearchBot
 Nibbler
 Niki-bot
-Nimbostratus
-Ninja
+NimbleCrawler
 Nmap
-Octopus
-Openfind
+Not
+Nuclei
+Nutch
+Offline Navigator
 Openvas
-OrangeSpider
+OrangeBot
+OutfoxBot
 PECL::HTTP
-PageAnalyzer
+PHPCrawl
 PageThing.com
 Pandalytics
 Pavuk
-PeoplePal
-Petalbot
-Piepmatz
+Pi-Monster
 Pimonster
-Pixray
-PleaseCrawl
-Pu_iN
-Pump
-PyCurl
+ProWebWalker
+Probethenet
 QueryN Metasearch
-RSSingBot
 RankActive
-Rankivabot
-RankurBot
-Re-re
-ReGet
-RebelMouse
+Reaper
 Recorder
-RocketCrawler
+RedesScrapy
+Ripper
+Rogerbot
 SEOkicks-Robot
 SEOlyticsCrawler
-SalesIntelligent
-Scrapy
-Screaming
+SEOprofiler
+SEOstats
+Scanbot
+ScrepyBot
 SemanticJuice
-SemrushBot
-SentiBot
+SeobilityBot
+Seomoz
+Shodan
 Siphon
-SiteLockSpider
-SiteSucker
-Sitebeam
+Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
+Sitevigil
 SlySearch
-Sogou web spider
+Snapbot
+Sosospider
 Sottopop
 SpaceBison
+SpankBot
 Spanner
-Spbot
+SputnikBot
 Sqworm
-Steeler
-Sucker
+Stripper
 Sucuri
-SuperBot
-Swiftbot
+Surfbot
+SurveyBot
+Szukacz
+T0PHackTeam
 T8Abot
-Teleport
 TeleportPro
-Telesphorep
-TheNomad
-Thumbor
 TightTwatBot
-Toata
-Trendictionbot
+Titan
 True_Robot
 Turingos
-Turnitin
-TurnitinBot
 Twice
 Typhoeus
-URLy.Warning
-Upflow
-VCI
+URLy Warning
 Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
-WASALive-Bot
-WBSearchBot
-WWW-Mechanize
+VoidEYE
+Voltron
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
 WallpapersHD
-Web Fuck
-Web Sucker
-WebCopier
-WebFuck
+Web Auto
+Web Collage
+Web Fetch
+Web Pix
+Web Sauger
+WebAuto
+WebBandit
 WebLeacher
-WebReaper
-WebSauger
+WebPix
+WebStripper
 WebSucker
 WebWhacker
+WebZIP
 Webalta
 Webshag
+Website Quester
+WebsiteExtractor
 Whack
-Whatweb
+Whacker
 Who.is Bot
-WinHTTrack
-WiseGuys Robot
+Widow
+Wonderbot
 Wotbox
-Zauba
-Zermelo
-Zeus
-Zitebot
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+Zade
+ZoomBot
+ZoominfoBot
+ZumBot
 ZyBorg
-archive.org_bot
-arquivo-web-crawler
+adscanner
 autoemailspider
 backlink-check
 check1.exe
-cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 dataforseo.com
-domainsproject.org
-evc-batch
+demandbase-bot
+eCatch
 facebookscraper
 heritrix
-ips-agent
 lwp-trivial
-mediawords
-oBot
 page scorer
 pcBrowser
-polaris version
+plumanalytics
+probe-image-size
 s1z.ru
 satoristudio.net
 scalaj-http
-seobility
-seostar
-sp_auditbot
-spyfu
-sysscan
+seocompany.store
+sexsearcher
+sitechecker.pro
+sogouspider
 tAkeOut
-trendiction.com
 trendiction.de
 ubermetrics-technologies.com
+voyagerx.com
 webmeup-crawler
 webpros.com
-webprosbot
 x22Mozilla
-xpymep1.exe