V4.2021.07.2453 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404checker
-404enemy
-Aboundex
-AhrefsBot
-AiHitBot
+80legs
+ADmantX
 Aipbot
-Alexibot
-Anarchie
-Anarchy
 Ankit
-Anthill
-Asterias
+Aspiegel
 Attach
-AwarioRssBot
 AwarioSmartBot
-BDCbot
-BackDoorBot
-BacklinkCrawler
+BDFetch
+BLEXBot
 Badass
-Bandit
-BlackWidow
+Barkrowler
+Bigfoot
 Blackboard
-Blow
-Boardreader
-Buck
+BlowFish
+Brandprotect
+Brandwatch
+Buddy
 BunnySlippers
-CATExplorador
-CCBot
 CazoodleBot
 Cegbfeieh
 CheTeam
-Chlooe
-Cliqzbot
-Collector
+CheeseBot
+Cocolyzebot
+Copier
 CopyRightCheck
-Copyscape
+Craftbot
+CrazyWebCrawler
+Crescent
+CrunchBot
+Curious
 Custo
-DBLBot
+CyotekWebCopy
 DSearch
-DTS Agent
-DataCha0s
-Demon
-Deusu
-Discobot
-Discoverybot
-DittoSpyder
+Devil
+Dirbuster
+DnyzBot
 DomainAppender
-Domains Project
-Drip
+Dotbot
+Dragonfly
 EMail Siphon
-EMail Wolf
-EasyDL
-Ecxi
-Express WebPictures
+Evil
+Exabot
+ExtLinksBot
 Extractor
-ExtractorPro
-EyeNetIE
-Ezooms
-FDM
-FemtosearchBot
+FHscan
 FlashGet
-Flunky
-Freeuploader
-FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
+Foobot
+FrontPage
+Fyrebot
 GetRight
-GetWeb
 Getintent
 Go-Ahead-Got-It
-GoZilla
-Grafula
+GrabNet
 GrapeFX
+GridBot
+HMView
+HTMLparser
 HTTrack
-Harvest
-Havij
-Hloader
+Heritrix
 HybridBot
-IRLbot
-Iblog
-Image Sucker
-InterGET
-Iria
-IstellaBot
-JamesBOT
+IDBTE4M
+IDBot
+Id-search
+Image Fetch
+Indy Library
+Internet Ninja
+Iskanie
 Jbrofuzz
+JennyBot
+JetCar
+Jetty
+JikeSpider
 Jorgee
+JustView
 LNSpiderguy
 Lanshanbot
-LexiBot
-LibWeb
-LieBaoFast
+LeechGet
+Libwhisker
 Lightspeedsystems
-Likse
-Linkbot
-Linkdexbot
+LinkScan
+LinkWalker
 LinkextractorPro
+LinkpadBot
 LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
 MIDown tool
-MIIxpc
+MJ12bot
+MSFrontPage
 MTRobot
-Mag-Net
 Magnet
-Majestic SEO
-Majestic12
+Mail.RU_Bot
+MarkMonitor
+MarkWatch
 Masscan
 Mata Hari
+Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
+MegaIndex.ru
 Metauri
-Microsoft URL Control
-Mojeek
+Microsoft Data Access
 Mojolicious
-Mozlila
+Musobot
 NICErsPRO
-NPbot
-Nameprotect
-Navroad
-NetLyzer
+Needle
+Net Vampire
+NetAnts
 NetMechanic
 NetSpider
-Nettrack
+Netcraft
+NextGenSearchBot
 Nibbler
 Niki-bot
-Nikto
-Nmap
-Offline Explorer
+NimbleCrawler
+Nimbostratus
+Nutch
+OPPO A33
 Offline Navigator
-OnCrawl
 OpenLinkProfiler
+Openfind
+Openvas
 OutclicksBot
-PECL::HTTP
+OutfoxBot
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
 PageGrabber
+PageThing.com
+Panscient
 Papa Foto
+Pavuk
 Picscout
+Picsearch
 PictureFinder
-Pimonster
-PleaseCrawl
-ProPowerBot
+Pockey
+ProWebWalker
 Psbot
-Pump
-Quick-Crawler
+PyCurl
+QueryN Metasearch
 RankActive
-RankActiveLinkBot
-Rankivabot
-RealDownload
-RebelMouse
+RankingBot
 Recorder
+RepoMonkey
 Ripper
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
-SMTBot
+SBIder
+SISTRIX
 ScanAlert
-SearchmetricsBot
+ScoutJet
+Scrapy
+ScreenerBot
+SentiBot
 SeoSiteCheckup
-Shodan
-SiteCheckerBotCrawler
-SiteSnagger
+Seomoz
+SiteExplorer
 SiteSucker
 Sitebeam
-Siteimprove
-SlySearch
-Snapbot
+Sitevigil
+SmartDownload
+Snoopy
 Sogou web spider
 Sosospider
-Spammen
-SpankBot
+Sottopop
 Spanner
-Sqlworm
-Sqworm
-Steeler
+Sqlmap
+Stripper
 Sucker
+Sucuri
+SuperBot
+SuperHTTP
+Surfbot
 SurveyBot
-T0PHackTeam
-T8Abot
-Teleport
+Suzuran
 TeleportPro
-Telesoft
+Telesphoreo
 TheNomad
-Thumbor
+Toata
 Toweyabot
 Trendiction
 Trendictionbot
-TurnitinBot
-TwengaBot
+Turingos
+Twice
 Typhoeus
+UnisterBot
 Upflow
-VCI
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
-VoidEYE
+V-BOT
+VB Project
+VeriCiteCrawler
+Virusdie
 Voil
-WBSearchBot
+WEBDAV
+WISENutbot
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-WeSEE
+WallpapersHD
+Web Collage
 Web Enhancer
 Web Fetch
 Web Fuck
+Web Sucker
+WebAuto
 WebBandit
 WebCollage
-WebFetch
-WebFuck
-WebGo IS
+WebEnhancer
 WebLeacher
-WebPix
+WebSauger
+WebStripper
+WebWhacker
 WebZIP
 Webalta
-Website Quester
-WebsiteQuester
-Whatweb
 Widow
+WinHTTrack
 WiseGuys Robot
 Wonderbot
-Woobot
-Wprecon
 Xaldon WebSpider
+Zade
+Zauba
 ZmEu
 ZoomBot
-backlink-check
+ZoominfoBot
+ZyBorg
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
+check1.exe
+coccocbot-web
 cognitiveseo
 crawl.sogou.com
 domainsproject.org
-gopher
-instabid
-internetVista monitor
+evc-batch
+facebookscraper
+heritrix
 ips-agent
-isitwp.com
+magpie-crawler
 mediawords
-muhstik-scan
-netEstate NE Crawler
-oBot
-pcBrowser
+page scorer
 plumanalytics
 polaris version
+probe-image-size
 ripz
-s1z.ru
+satoristudio.net
 scalaj-http
-scan.lol
 seobility
-serpstatbot
-sogouspider
-sp_auditbot
+sitechecker.pro
+spyfu
 zauba.io
+zgrab