V4.2021.09.2619 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
-80legs
-AIBOT
-ALittle Client
-Aboundex
+404enemy
+ADmantX
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-Alligator
-Anarchy
+AhrefsBot
+Anarchie
 Ankit
-Apexoo
-Asterias
+Anthill
 AwarioRssBot
 AwarioSmartBot
+BDCbot
+BLEXBot
+BackDoorBot
 BackWeb
-BacklinkCrawler
-Bigfoot
+Backlink-Ceck
+Bitacle
 Black Hole
-BlowFish
-Boardreader
+BlackWidow
+Blow
 Bolt
-Brandprotect
-Buck
-BuiltBotTough
+BotALot
+Brandwatch
 Bullseye
+BunnySlippers
+BuzzSumo
 CATExplorador
 CCBot
-CODE87
-CSHttp
 Calculon
 CensysInspect
 CheeseBot
-ChinaClaw
-Claritybot
-Cliqzbot
-Cocolyzebot
-Cogentbot
-Cosmos
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
+Cloud mapping
+Crescent
 Curious
 Custo
 CyotekWebCopy
-DIIbot
-DSearch
-DTS Agent
-DatabaseDriverMysqli
-Demon
-Deusu
+DataCha0s
+Devil
+Dirbuster
 Disco
 Discobot
 Discoverybot
-Dispatch
-DnyzBot
-Dotbot
-Dragonfly
-EMail Wolf
+DittoSpyder
+DomCopBot
+DomainSigmaCrawler
+DomainStatsBot
+ECCP/1.0
 Ebingbong
-EroCrawler
+Ecxi
 Exabot
 Express WebPictures
 ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-FDM
-Firefox/7.0
+Extractor
+EyeNetIE
+FHscan
+FemtosearchBot
 Flunky
 Foobot
-FrontPage
+Freeuploader
+Fuzz
 Fyrebot
 G-i-g-a-b-o-t
+Genieo
 GermCrawler
 GetRight
-Getintent
-Gotit
-Grabber
-GrapeshotCrawler
-HMView
-HTMLparser
+Go!Zilla
+GrabNet
 HTTP::Lite
-HTTrack
-HaosouSpider
-Harvest
-Humanlinks
+Heritrix
 IDBTE4M
 IRLbot
-IlseBot
-Indy Library
-InternetSeer
-IstellaBot
+Iblog
+Image Fetch
+Image Sucker
+IndeedBot
+InfoNaviRobot
+Iskanie
 JOC Web Spider
-Jbrofuzz
-JennyBot
+JamesBOT
+Jetty
 JikeSpider
-JustView
-Jyxobot
+Jorgee
 Kenjin Spider
-LWP::Simple
-Lanshanbot
+Kinza
+Kozmosbot
+LNSpiderguy
 Larbin
 Leap
+Lftp
 Libwhisker
-LieBaoFast
-LinkScan
-LinkWalker
-LinkextractorPro
-LinksManager
-LinqiaRSSBot
+Lightspeedsystems
+Linkdexbot
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
 Lmspider
+Ltx71
+MFC_Tear_Sample
+MIDown tool
+MIIxpc
+MJ12bot
+MQQBrowser
 MSIECrawler
 MTRobot
-Magnet
+Mail.RU_Bot
 Majestic SEO
-Majestic12
-MauiBot
-Mediatoolkitbot
+Majestic-SEO
 MegaIndex.ru
+Metauri
+MicroMessenger
 Mister PiX
-Moblie Safari
+Mojolicious
+Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
 Msrabot
-Musobot
 NICErsPRO
-Name Intelligence
 Needle
+Net Vampire
 NetAnts
-NetMechanic
-NetZIP
+NetLyzer
+NextGenSearchBot
+Nutch
+Octopus
 Offline Navigator
-OnCrawl
 OpenLinkProfiler
-Openfind
-Openvas
-OutclicksBot
-PECL::HTTP
+OpenVAS
 PHPCrawl
-PageGrabber
 PageScorer
-Panscient
+PageThing.com
 Papa Foto
-Pavuk
-Picscout
+Petalbot
+Pi-Monster
 Piepmatz
 Pixray
+PleaseCrawl
+Pockey
 ProPowerBot
-Pu_iN
+Probethenet
 Pump
-PyCurl
 Quick-Crawler
 RSSingBot
 RankActive
-Rankivabot
+RankActiveLinkBot
+RankingBot
+RankurBot
 RealDownload
+RebelMouse
 RedesScrapy
 RepoMonkey
 Ripper
+RocketCrawler
 SBIder
 SEOkicks-Robot
-SEOstats
-SISTRIX
-SMTBot
+SEOprofiler
 SalesIntelligent
+Screaming
+ScreenerBot
+ScrepyBot
 SearchmetricsBot
-Semrush
 SentiBot
 SeoSiteCheckup
-Shodan
-Site Sucker
+SeobilityBot
+Seomoz
 SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
+SiteSucker
 Sitebeam
 Sitevigil
-SlySearch
-Snake
-Sosospider
 Sottopop
-SpaceBison
-Sucuri
+Spammen
+SpankBot
+Spanner
+Sqlworm
+Sqworm
+Steeler
+Sucker
+SurveyBot
 Swiftbot
+Szukacz
+T8Abot
 Teleport
-TeleportPro
 Telesoft
 The Intraformant
-Thumbor
-Toata
-Trendictionbot
+Tracemyfile
 Turingos
-URLy Warning
+TurnitinBot
+TwengaBot
+Twice
 URLy.Warning
 UnisterBot
-Upflow
-VB Project
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VoidEYE
-WWW-Collector-E
-WallpapersHD
+V-BOT
+VCI
+Voltron
+WISENutbot
+WPScan
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WeSEE
+Web Collage
+Web Fuck
 Web Pix
-WebCollage
-WebFuck
-WebLeacher
-WebPix
+Web Sauger
+Web Sucker
+WebAuto
+WebStripper
+WebSucker
 WebmasterWorldForumBot
 Webshag
-Website Quester
-Whack
 Whacker
-Whatweb
 Who.is Bot
 Widow
-WiseGuys Robot
-Woobot
-Wotbox
-Xaldon_WebSpider
+WinHTTrack
+Wonderbot
+Wprecon
+Xaldon WebSpider
 Xenu
-YoudaoBot
-Zade
 Zitebot
+ZmEu
+ZoomBot
+ZumBot
 ZyBorg
 archive.org_bot
-arquivo.pt
-autoemailspider
-backlink-check
-coccocbot-web
-crawl.sogou.com
+arquivo-web-crawler
+cah.io.community
+check1.exe
+crawler4j
 dataforseo.com
-demandbase-bot
-evc-batch
-ips-agent
+facebookscraper
+gopher
+heritrix
+internetVista monitor
 lwp-request
-lwp-trivial
-mediawords
-muhstik-scan
+meanpathbot
 oBot
 page scorer
-ripz
-scan.lol
+polaris version
+probe-image-size
+s1z.ru
+satoristudio.net
 seobility
-spyfu
+seostar
+siteripz
 sysscan
-tAkeOut
-voyagerx.com
-webmeup-crawler
+trendiction.com
+ubermetrics-technologies.com
+webpros.com
+zauba.io