V4.2021.11.2731 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-80legs
-ALittle Client
-Abonti
-AfD-Verbotsverfahren
-Alexibot
+ADmantX
+AIBOT
+Aboundexbot
+AiHitBot
+Alligator
+AlphaBot
+Anarchie
 Anarchy
-Aspiegel
-Asterias
+Anarchy99
+Apexoo
+Attach
 AwarioRssBot
-BBBike
-BLEXBot
+AwarioSmartBot
+BDCbot
+BackStreet
+Backlink-Ceck
 BacklinkCrawler
+Badass
 BatchFTP
+Battleztar Bazinga
+Bigfoot
 Bitacle
-BlackWidow
+Blackboard
 BlowFish
-Boardreader
-BotALot
-Brandwatch
 Buck
+Buddy
+BuiltBotTough
 BuiltWith
-BunnySlippers
-CATExplorador
+Bullseye
+CazoodleBot
+CensysInspect
+CheTeam
+CherryPicker
 ChinaClaw
+Chlooe
 Claritybot
 Cocolyzebot
-CopyRightCheck
+Collector
+Cosmos
 Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 CyotekWebCopy
 DIIbot
 DataCha0s
+DatabaseDriverMysqli
 Demon
-Deusu
-Dirbuster
+DigitalPebble
 Disco
 Discobot
-DittoSpyder
+Dispatch
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
 DomainAppender
-DomainSigmaCrawler
+DomainCrawler
 DomainStatsBot
 Dotbot
-Download Wonder
 Dragonfly
 ECCP/1.0
-EasyDL
+EMail Siphon
 Ebingbong
+EroCrawler
 Exabot
+Extractor
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+FDM
 FHscan
-FemtosearchBot
+Firefox/7.0
 Flunky
+Foobot
 Freeuploader
-FrontPage
-Fuzz
 Fyrebot
-GT::WWW
-GermCrawler
 GetWeb
-Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Gotit
 Grabber
+Grafula
+GridBot
 HEADMasterSEO
 HMView
-HTTP::Lite
-HTTrack
-Haansoft
-Havij
-Humanlinks
+HaosouSpider
+Harvest
 HybridBot
-IRLbot
+IDBot
+Iblog
 Id-search
+IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
-InfoTekies
-Intelliseek
+Indy Library
+InternetSeer
+Iria
 Iskanie
-JennyBot
-Jetty
-Jorgee
-JustView
-Kenjin Spider
-Kozmosbot
-LNSpiderguy
-LibWeb
-Libwhisker
+JamesBOT
+JikeSpider
+Joomla
+Kinza
+Lanshanbot
+LeechGet
+Lftp
+Lightspeedsystems
+Likse
 LinkWalker
-Linkdexbot
+Linkbot
+LinkextractorPro
 LinkpadBot
 LinksManager
-Lipperhey Spider
+LinqiaScrapeBot
 Litemage_walker
-Lmspider
 Ltx71
 MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MJ12bot
 MQQBrowser
-MSIECrawler
 MTRobot
 Magnet
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
-MarkWatch
+Majestic12
+Mass Downloader
 MauiBot
-MeanPath Bot
 Meanpathbot
-MegaIndex.ru
+Mediatoolkitbot
+Metauri
 MicroMessenger
-Mojeek
-Morfeus Fucking Scanner
-Mozlila
+Microsoft URL Control
+Mr.4x3
+Msrabot
 NPbot
 Name Intelligence
-Nameprotect
-Net Vampire
-NetAnts
-NetZIP
+NearSite
+NetMechanic
+NetSpider
+Netcraft
 Nettrack
-Netvibes
-Niki-bot
+Nibbler
 Nikto
-Octopus
+Nimbostratus
+Ninja
 Offline Explorer
-Offline Navigator
-OutfoxBot
-PECL::HTTP
-POE-Component-Client-HTTP
+OnCrawl
+Openfind
+OrangeSpider
+PHPCrawl
+Page Analyzer
+PageAnalyzer
 PageGrabber
 Pandalytics
-Pavuk
+Papa Foto
 PeoplePal
-Petalbot
 Pi-Monster
 Piepmatz
 Pixray
-Pockey
 ProPowerBot
+Probethenet
 Psbot
-PxBroker
-PyCurl
+QueryN Metasearch
 Quick-Crawler
+Rankivabot
+ReGet
 RealDownload
+RedesScrapy
 RepoMonkey
-SalesIntelligent
-Scrapy
+Ripper
+RocketCrawler
+Rogerbot
+SEOkicks
+SEOlyticsCrawler
 Screaming
+ScrepyBot
 Searchestate
-SearchmetricsBot
-Seomoz
-Shodan
 SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
+SiteSucker
 Sitevigil
-Snapbot
-SocialRankIOBot
+SlySearch
+SmartDownload
+Snake
+Sogou web spider
 Sosospider
 SpaceBison
-Spanner
+Spammen
 Spbot
 Spinn3r
-Sqlworm
+Sqlmap
 Steeler
 Stripper
-Sucker
-Sucuri
-Surfbot
-Swiftbot
+SuperHTTP
+Suzuran
 Szukacz
-T0PHackTeam
-T8Abot
-Teleport
-TeleportPro
-Telesphoreo
+Telesoft
 Telesphorep
-The Intraformant
 TheNomad
-Toweyabot
-Twice
+Trendiction
+Trendictionbot
+Turnitin
+TurnitinBot
 Typhoeus
-URLy.Warning
 UnisterBot
-V-BOT
-VB Project
-VCI
-Vagabondo
+Upflow
+Vacuum
+VelenPublicWebCrawler
 VidibleScraper
 Virusdie
+Voltron
+WASALive-Bot
+WEBDAV
 WISENutbot
-WPScan
 WWW-Collector-E
-WWWOFFLE
-Wallpapers
-Web Fetch
+Wallpapers/3.0
+Web Collage
 Web Fuck
-Web Sucker
-WebBandit
-WebGo IS
-WebImageCollector
-WebLeacher
+WebEnhancer
+WebPix
 WebReaper
+WebSauger
 WebSucker
-Webalta
-Webshag
+WebWhacker
+WebZIP
 WebsiteExtractor
-WebsiteQuester
-Whatweb
-Widow
-WinHTTrack
+Whack
+Whacker
 Wonderbot
-Woobot
 Wotbox
-Xaldon_WebSpider
-Xenu
+Wprecon
+Xaldon WebSpider
+Zeus
+Zitebot
 ZmEu
 ZoomBot
-ZumBot
-arquivo-web-crawler
 autoemailspider
-cah.io.community
-dataforseo.com
-demandbase-bot
-domainsproject.org
+clark-crawler
+coccocbot-web
+crawl.sogou.com
+crawler.feedback
+eCatch
 facebookscraper
-gopher
-heritrix
-netEstate NE Crawler
-oBot
-plumanalytics
+instabid
+internetVista monitor
+lwp-trivial
+magpie-crawler
+meanpathbot
+mediawords
+pcBrowser
+polaris version
+probe-image-size
 s1z.ru
-satoristudio.net
+scalaj-http
 seostar
-sogouspider
+serpstatbot
 sp_auditbot
-spyfu
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-webpros.com
-xpymep1.exe
+webprosbot
+x09Mozilla
+x22Mozilla
+zauba.io