V4.2022.04.3040 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+80legs
 AIBOT
-ALittle Client
-Acunetix
+ASPSeek
+Abonti
+Aboundexbot
+AfD-Verbotsverfahren
 Aipbot
-Alexibot
-Anarchy
-Ankit
-Asterias
-AwarioRssBot
+Anarchie
+Atomseobot
+Attach
+AwarioSmartBot
+BDCbot
+BDFetch
 BLEXBot
-Bandit
-Bigfoot
-Black Hole
+BackDoorBot
+Backlink-Ceck
+BacklinkCrawler
+BetaBot
+Bitacle
 BlackWidow
-Blackboard
-Blow
-Bolt
-Brandwatch
-CATExplorador
-CCBot
-CSHttp
-CazoodleBot
-Cegbfeieh
-CheTeam
-CheeseBot
-CherryPicker
+Boardreader
+Brandprotect
+Buck
+BuiltWith
+BunnySlippers
+ChinaClaw
+Chlooe
 Citoid
-Craftbot
-CrazyWebCrawler
-CrunchBot
-Custo
+Copyscape
+Crawling at Home Project
 DBLBot
-DIIbot
+DSearch
+DTS Agent
+DatabaseDriverMysqli
+Demon
+Digincore
 DigitalPebble
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
+DittoSpyder
 DomainAppender
-DomainSigmaCrawler
 DomainStatsBot
 Dotbot
-Download Wonder
-Dragonfly
-ECCP/1.0
-Ecxi
 EroCrawler
-EyeNetIE
-FDM
-FemtosearchBot
-FlashGet
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-Genieo
-GermCrawler
+Evil
+Express WebPictures
+Fimap
+Flunky
+FrontPage
+Fuzz
+GT::WWW
 GetRight
-GetWeb
-Gigabot
-Go!Zilla
-GoZilla
+Gotit
 GrabNet
-Grabber
-GrapeFX
+Grafula
 GrapeshotCrawler
-HTTrack
+HMView
+HTTP::Lite
+HaosouSpider
+Havij
 Hloader
-HonoluluBot
-Humanlinks
-Iblog
+IDBTE4M
+IDBot
+IRLbot
+Id-search
+IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
+Indy Library
 InfoTekies
-InternetSeer
 Iskanie
-IstellaBot
-JennyBot
+JetCar
 Joomla
 Jorgee
-JustView
 Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
-LNSpiderguy
-Lftp
+Keyword Density
+LWP::Simple
+Lanshanbot
+Larbin
+Leap
 LibWeb
-Libwhisker
 LieBaoFast
-LinkScan
-LinkextractorPro
+Lightspeedsystems
 LinksManager
-LinqiaRSSBot
 LinqiaScrapeBot
-Ltx71
+Lmspider
 MJ12bot
+MQQBrowser
+MSIECrawler
 MTRobot
 Mag-Net
-Magnet
+Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-Majestic12
-Mata Hari
+Mass Downloader
+Masscan
+MauiBot
+Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
-Microsoft URL Control
+Meanpathbot
+Mediatoolkitbot
+Metauri
 Moblie Safari
 MolokaiBot
-Morfeus Fucking Scanner
+Mozlila
+Musobot
 NICErsPRO
 NPbot
-Name Intelligence
 Nameprotect
-NearSite
 Nessus
-NetAnts
+Net Vampire
+NetMechanic
 NetSpider
 NetZIP
-Netvibes
-NextGenSearchBot
-Nibbler
-Niki-bot
-Nikto
+NimbleCrawler
 Ninja
+Nmap
+Not
 Nutch
-Octopus
 Offline Explorer
-Offline Navigator
-OnCrawl
-OrangeBot
+Openvas
+OrangeSpider
+OutclicksBot
+OutfoxBot
 PECL::HTTP
-Page Analyzer
+POE-Component-Client-HTTP
 PageAnalyzer
 Pandalytics
-Panscient
-PeoplePal
-Petalbot
-Pi-Monster
-PictureFinder
-PleaseCrawl
-Pockey
-Probethenet
+Papa Foto
+Pavuk
+Picsearch
+Pimonster
+PxBroker
 PyCurl
-QueryN Metasearch
-RankActiveLinkBot
-RankFlex
+RSSingBot
 ReGet
 RealDownload
+Reaper
 RebelMouse
 Recorder
+RepoMonkey
+RocketCrawler
 Rogerbot
+SBIder
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
-SEOstats
 SMTBot
 SalesIntelligent
-Scrapy
-Searchestate
+Scanbot
+ScreenerBot
+SearchmetricsBot
 Seekport
-Semrush
+SemanticJuice
+SemrushBot
 SentiBot
 SeoSiteCheckup
-Site Sucker
+Seomoz
+Shodan
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 Sitebeam
-Siteimprove
-Sitevigil
-SocialRankIOBot
-Sociscraper
+SmartDownload
+Snake
+Sogou web spider
 Sosospider
 SpankBot
-Sqlmap
-Sqlworm
-Sqworm
+Spbot
+Steeler
+Stripper
 Sucuri
 SuperBot
+SuperHTTP
+Surfbot
+Suzuran
+Swiftbot
+Szukacz
+T8Abot
+Teleport
 TeleportPro
-Titan
-Toweyabot
-Trendiction
-Trendictionbot
-Turingos
-Turnitin
+The Intraformant
+TheNomad
+True_Robot
 TurnitinBot
+TwengaBot
 Typhoeus
-V-BOT
-Vacuum
-Vagabondo
+Upflow
+VB Project
+VidibleScraper
 Virusdie
-VoidEYE
-WBSearchBot
-WEBDAV
-WWW-Collector-E
-WWW-Mechanize
-Wallpapers
+WASALive-Bot
+WISENutbot
+WWWOFFLE
 WallpapersHD
 WeSEE
-Web Collage
 Web Enhancer
 Web Fetch
-Web Fuck
+Web Pix
 Web Sucker
 WebAuto
 WebCollage
-WebEnhancer
+WebFetch
+WebFuck
+WebLeacher
 WebPix
+WebSauger
+WebStripper
 WebSucker
-WebWhacker
-Webalta
+WebZIP
 WebmasterWorldForumBot
-Webshag
-Widow
-WinHTTrack
-Wonderbot
-Wotbox
+Webster
+Whack
+WiseGuys Robot
 Xenu
-ZoomBot
-ZumBot
+Zade
+ZoominfoBot
 ZyBorg
 adscanner
-backlink-check
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
+check1.exe
 clark-crawler
+coccocbot
 com.plumanalytics
+crawl.sogou.com
 crawler4j
+dataforseo.com
 demandbase-bot
 domainsproject.org
-evc-batch
 facebookscraper
-heritrix
-instabid
+gopher
+internetVista monitor
 ips-agent
 linkdexbot
+lwp-request
 magpie-crawler
-meanpathbot
-mediawords
+muhstik-scan
+netEstate NE Crawler
+oBot
 polaris version
 ripz
-scalaj-http
-seoscanners
-seostar
+s1z.ru
+satoristudio.net
+scan.lol
+seobility
 serpstatbot
-sogouspider
-trendiction.de
-ubermetrics-technologies.com
+sysscan
 webgains-bot
-webmeup-crawler
-webpros.com
-x09Mozilla
+x22Mozilla
 xpymep1.exe
 zauba.io