V4.2022.03.2980 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404enemy
-80legs
-ADmantX
-AIBOT
-ALittle Client
-Aboundex
-AhrefsBot
+Abonti
+Aboundexbot
+Acunetix
+AiHitBot
+Alexibot
 AllSubmitter
 Anarchie
-Anarchy99
 Anthill
-Aspiegel
 Asterias
-Attach
+AwarioRssBot
+AwarioSmartBot
 BBBike
-BDCbot
 BDFetch
-BLEXBot
-BackStreet
+BackDoorBot
+BackWeb
 Backlink-Ceck
+Badass
 Battleztar Bazinga
-Bigfoot
-Blackboard
-Blow
-Buddy
-Bullseye
+Black Hole
+BlowFish
+Bolt
+BotALot
+Brandwatch
+BuiltBotTough
+BuiltWith
 BunnySlippers
-CensysInspect
+BuzzSumo
+CATExplorador
+CCBot
+CSHttp
+Calculon
+Cegbfeieh
+CherryPicker
 ChinaClaw
 Chlooe
-Claritybot
 Cocolyzebot
 Collector
 Copier
-CrazyWebCrawler
-CyotekWebCopy
+CopyRightCheck
+Cosmos
+Crescent
+CrunchBot
 DBLBot
-DIIbot
+DSearch
 DatabaseDriverMysqli
-Demon
-Deusu
 Devil
-Digincore
+DigitalPebble
 Dirbuster
+Disco
 Discobot
-Discoverybot
-Dispatch
 DittoSpyder
-Dragonfly
-Drip
-ECCP/1.0
-Evil
-Exabot
-Extractor
+DnyzBot
+DomainAppender
+Download Wonder
+EMail Wolf
+EasyDL
+ExtLinksBot
 FDM
+Fimap
+Flunky
 Foobot
 FrontPage
+Fuzz
 FyberSpider
 G-i-g-a-b-o-t
+GT::WWW
 Genieo
-GermCrawler
-Getintent
-Gigabot
-Go!Zilla
-GoZilla
+GetRight
+GetWeb
 GrabNet
-Grafula
-GrapeFX
-GrapeshotCrawler
+GridBot
 HMView
-Haansoft
+HTMLparser
+HTTP::Lite
 Heritrix
-Hloader
-HonoluluBot
 IDBTE4M
-IRLbot
-Iblog
-IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
+Indy Library
+InfoTekies
+Intelliseek
+InterGET
 Internet Ninja
 InternetSeer
-Iria
-Iskanie
 IstellaBot
-JennyBot
-JikeSpider
-Joomla
+JamesBOT
+Jetty
 Jorgee
-Keyword Density
-Kozmosbot
-LNSpiderguy
+Keybot Translation-Search-Machine
 LWP::Simple
-LieBaoFast
+Lanshanbot
+LexiBot
+Likse
 LinkScan
 LinkWalker
-Linkbot
+LinkextractorPro
 LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
-Lmspider
-MJ12bot
-Majestic-SEO
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
+MSFrontPage
+MSIECrawler
+MTRobot
+Magnet
 Majestic12
-Mata Hari
+Mass Downloader
+MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
+MegaIndex.ru
+Metauri
 MicroMessenger
+Microsoft Data Access
+Minefield
 Moblie Safari
+Mojeek
+Mojolicious
 MolokaiBot
+Morfeus Fucking Scanner
 Mozlila
+Mr.4x3
+Msrabot
 Musobot
-Needle
-Nessus
-Net Vampire
-Nettrack
-Netvibes
-Nutch
+NPbot
+NetLyzer
+NetSpider
+Netcraft
+Nikto
+NimbleCrawler
+Ninja
+Nmap
+Octopus
 Offline Explorer
 OnCrawl
-Openvas
+OpenLinkProfiler
+OpenVAS
+Openfind
 OrangeBot
 OrangeSpider
-OutclicksBot
 OutfoxBot
-Page Analyzer
-PageGrabber
-PageScorer
-Pandalytics
+Papa Foto
+Picscout
+Picsearch
+Piepmatz
+Pimonster
 Pixray
 PleaseCrawl
-ProPowerBot
 ProWebWalker
 Psbot
 Pu_iN
-PxBroker
-PyCurl
-RSSingBot
-RankActive
-RankActiveLinkBot
-RankFlex
+RankingBot
 Rankivabot
-RankurBot
-ReGet
-Reaper
+Re-re
+RebelMouse
+RedesScrapy
 RepoMonkey
-Ripper
+SEOkicks-Robot
 SalesIntelligent
-Scanbot
-Scrapy
 Screaming
-Searchestate
-SearchmetricsBot
-Semrush
-SentiBot
-Site Sucker
-Siteimprove
+SemanticJuice
+SeoSiteCheckup
+SiteLockSpider
 SlySearch
-Snake
+SmartDownload
+Snapbot
 Sogou web spider
-Sosospider
+Sottopop
+SpaceBison
 Spammen
-SputnikBot
-Sqlworm
+Sqlmap
 Sqworm
-Steeler
-SuperBot
+Sucuri
+SuperHTTP
+Surfbot
 SurveyBot
-Telesphorep
-TheNomad
+Suzuran
+T0PHackTeam
+TeleportPro
 Thumbor
+Toweyabot
+Tracemyfile
 Trendiction
 Trendictionbot
-URLy.Warning
-UnisterBot
-V-BOT
-Vagabondo
-VelenPublicWebCrawler
-VoidEYE
+Turnitin
+Twice
+VB Project
+VeriCiteCrawler
+VidibleScraper
 WBSearchBot
-WEBDAV
 WPScan
-WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
 Wallpapers
-WallpapersHD
-Web Auto
-Web Enhancer
-Web Fetch
-WebAuto
-WebBandit
-WebCopier
-WebFetch
+Wallpapers/3.0
+Web Pix
 WebFuck
-WebImageCollector
-WebReaper
+WebGo IS
+WebPix
 WebStripper
+WebSucker
+WebZIP
 Webalta
-Website Quester
+WebmasterWorldForumBot
 WebsiteQuester
 Webster
-Whack
-Whatweb
+Whacker
 Who.is Bot
 Widow
-Woobot
+WinHTTrack
+WiseGuys Robot
 Wprecon
-YoudaoBot
-Zade
-ZyBorg
+Xaldon WebSpider
+Xenu
+Zermelo
+Zitebot
+ZmEu
 adscanner
-archive.org_bot
-arquivo-web-crawler
 backlink-check
 check1.exe
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler4j
 dataforseo.com
+demandbase-bot
 domainsproject.org
-eCatch
 evc-batch
 facebookscraper
 gopher
 heritrix
-internetVista monitor
-isitwp.com
-iubenda-radar
 magpie-crawler
-meanpathbot
-page scorer
-pcBrowser
-plumanalytics
+mediawords
+muhstik-scan
+oBot
 polaris version
-s1z.ru
+probe-image-size
+ripz
 scalaj-http
-seobility
-seocompany.store
-seostar
-sitechecker.pro
-sp_auditbot
+scan.lol
+seoscanners
+serpstatbot
+sexsearcher
 spyfu
-sysscan
-tAkeOut
-trendiction.com
-webgains-bot
-webmeup-crawler
 webpros.com
+webprosbot
+x09Mozilla
 xpymep1.exe