V4.2021.07.2474 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-ASPSeek
-Aboundex
+80legs
+ADmantX
+AIBOT
+Abonti
+Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
-AiHitBot
+AhrefsBot
 Aipbot
-Alexibot
-AlphaBot
-Anarchie
-Anarchy99
+Anarchy
 Ankit
-Apexoo
-Attach
 BBBike
-BDCbot
-BDFetch
-BackDoorBot
 BackStreet
-BackWeb
-BacklinkCrawler
+Backlink-Ceck
 Badass
-Barkrowler
+BatchFTP
 Battleztar Bazinga
-BetaBot
-BlackWidow
+Bitacle
+Black Hole
+Blackboard
 Blow
 BlowFish
-Boardreader
 Bolt
-BuiltBotTough
-Bullseye
+BotALot
+Buck
 CATExplorador
-CCBot
+CSHttp
 Calculon
 CazoodleBot
-ChinaClaw
+CensysInspect
+CheTeam
 Chlooe
-Cliqzbot
-Cocolyzebot
-Cogentbot
-Collector
-Copier
-CopyRightCheck
+Cloud mapping
+Copyscape
+Cosmos
 Craftbot
-CrazyWebCrawler
+Crescent
+CrunchBot
 Custo
 CyotekWebCopy
 DIIbot
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-Devil
-Dirbuster
+DSearch
 Discobot
-Discoverybot
-DittoSpyder
-DomainAppender
-DomainSigmaCrawler
+Dispatch
+DnyzBot
+Dotbot
 Dragonfly
 ECCP/1.0
-EasyDL
+EMail Siphon
 Ecxi
-EroCrawler
+EirGrabber
+Express WebPictures
 ExtLinksBot
-Extractor
-FDM
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 FemtosearchBot
+Fimap
 Flunky
-Foobot
+Freeuploader
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
+GalaxyBot
+GermCrawler
 GetWeb
 Gigablast
+Gigabot
+Go!Zilla
 GoZilla
-GrabNet
-HTTP::Lite
+Grabber
+GrapeshotCrawler
+GridBot
+HTTrack
 Haansoft
+HaosouSpider
+Harvest
+Havij
 Hloader
+Humanlinks
+HybridBot
+IRLbot
+Iblog
+Id-search
 IlseBot
 IndeedBot
-Indy Library
-InfoNaviRobot
 Iria
-Iskanie
-JamesBOT
 JennyBot
-JikeSpider
-JustView
+Joomla
 Kenjin Spider
-Kinza
 Kozmosbot
-LWP::Simple
-LexiBot
+LNSpiderguy
+Lanshanbot
+LeechFTP
+LeechGet
+LibWeb
+Libwhisker
+LieBaoFast
+Lightspeedsystems
+Likse
 LinkScan
 LinkWalker
-Linkdexbot
 LinkextractorPro
 LinksManager
-LinqiaRSSBot
-MFC_Tear_Sample
-MIDown tool
+LinqiaMetadataDownloaderBot
+Lipperhey
+Litemage_walker
+Ltx71
+MQQBrowser
 MSFrontPage
-Mag-Net
-MarkMonitor
+MTRobot
+Magnet
+Majestic12
 MarkWatch
 Mass Downloader
+Masscan
 Mata Hari
-MauiBot
 Mb2345Browser
-Meanpathbot
+MeanPath Bot
+MegaIndex.ru
 Metauri
-Microsoft Data Access
-Mister PiX
-Msrabot
+Microsoft URL Control
+Moblie Safari
+Mr.4x3
 Musobot
+NICErsPRO
 Name Intelligence
-Nameprotect
 NearSite
 Needle
 Net Vampire
-NetMechanic
-NetSpider
+NetAnts
 NetZIP
-Netcraft
-Nettrack
 NextGenSearchBot
-Nibbler
-Nikto
 Nimbostratus
+Ninja
 Nmap
-OnCrawl
-OpenLinkProfiler
+Nutch
+Octopus
+Offline Explorer
+OpenVAS
+Openfind
 Openvas
-OrangeBot
-OutclicksBot
-PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
 PageGrabber
-PageScorer
 PageThing.com
-Pavuk
+Pandalytics
+Papa Foto
+PeoplePal
+Petalbot
 Picsearch
-Pimonster
-ProPowerBot
-Psbot
+Pixray
+PleaseCrawl
+Pockey
+ProWebWalker
 Pump
 PxBroker
-QueryN Metasearch
-RankActiveLinkBot
+RankingBot2
 Rankivabot
+RankurBot
 Re-re
-ReGet
-RebelMouse
-RepoMonkey
 RocketCrawler
-SEOlyticsCrawler
-SEOprofiler
 SEOstats
-SMTBot
-ScanAlert
+SISTRIX
+Scanbot
+ScoutJet
 Searchestate
-SearchmetricsBot
-SemrushBot
-Site Sucker
+SeobilityBot
+SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
-Siteimprove
-SocialRankIOBot
-Sogou web spider
+Sitebeam
+Sitevigil
+SlySearch
+SmartDownload
+Snoopy
+Sociscraper
+Sottopop
 Spanner
 Spbot
-Sqlmap
+Sqlworm
 Stripper
-Sucuri
-SuperBot
+Sucker
 SuperHTTP
-Surfbot
-T8Abot
-Teleport
+Suzuran
+Swiftbot
 Telesoft
-Telesphoreo
-TheNomad
-Titan
-Trendiction
+The Intraformant
+Toata
+Toweyabot
+Tracemyfile
 Trendictionbot
-Turingos
-TurnitinBot
-URLy.Warning
-VCI
+True_Robot
+Typhoeus
+URLy Warning
+UnisterBot
+VB Project
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
+Virusdie
+Voil
 WEBDAV
+WPScan
 WWW-Collector-E
 WWW-Mechanize
-Web Auto
+Wallpapers/3.0
 Web Enhancer
-Web Fuck
+Web Fetch
+Web Pix
+Web Sucker
 WebAuto
-WebFetch
 WebImageCollector
 WebPix
 WebSauger
-WebSucker
+WebStripper
 WebZIP
-Webalta
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Whack
+Webshag
 Whacker
-Whatweb
+Widow
+WiseGuys Robot
+Wonderbot
 Woobot
-Xaldon WebSpider
-Xenu
 Zade
-Zauba
+Zermelo
 Zitebot
-ZmEu
-ZoomBot
 ZoominfoBot
+ZumBot
+ZyBorg
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
 check1.exe
-crawler.feedback
-demandbase-bot
+coccocbot-web
 domainsproject.org
+eCatch
 evc-batch
+facebookscraper
+instabid
+isitwp.com
+lwp-request
 lwp-trivial
+mediawords
+muhstik-scan
 netEstate NE Crawler
-oBot
-page scorer
 polaris version
-satoristudio.net
-seobility
-serpstatbot
-sogouspider
-sp_auditbot
-sysscan
+probe-image-size
+s1z.ru
+scalaj-http
+siteripz
+spyfu
+tAkeOut
 trendiction.com
 voyagerx.com
-x09Mozilla
-xpymep1.exe