V4.2022.03.2969 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
 404enemy
 80legs
-ADmantX
-ALittle Client
-ASPSeek
-Abonti
+AIBOT
 AhrefsBot
-AiHitBot
-Aipbot
 Alexibot
+Alligator
 AlphaBot
+Anarchie
 Anarchy99
-Ankit
+Anthill
+Apexoo
+Asterias
 Attach
-BBBike
-BLEXBot
+BDFetch
+BackDoorBot
 BackStreet
-BackWeb
 Backlink-Ceck
 Badass
-Battleztar Bazinga
+BatchFTP
+Bigfoot
 Bitacle
+BlowFish
+Boardreader
 Buck
-Buddy
+BuiltBotTough
 BuiltWith
+Bullseye
 BunnySlippers
-Cegbfeieh
-CensysInspect
-Claritybot
-Cloud mapping
+CATExplorador
+CODE87
+CheTeam
 Collector
-Custo
+Crawling at Home Project
+Crescent
+CrunchBot
 CyotekWebCopy
 DSearch
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Demon
-DigitalPebble
-Discobot
-DittoSpyder
-DomainStatsBot
-Domains Project
-EasyDL
-Ebingbong
-Extractor
+Disco
+DomainCrawler
+Drip
+ECCP/1.0
+EirGrabber
+EroCrawler
+Evil
 ExtractorPro
-EyeNetIE
 FDM
+FHscan
+FemtosearchBot
+Fimap
 Firefox/7.0
-FlashGet
-FyberSpider
-GT::WWW
+Flunky
+Foobot
+Freeuploader
+Fuzz
+Fyrebot
 GalaxyBot
-Genieo
-GermCrawler
-GetWeb
+GetRight
 Getintent
 Gigabot
+Go-Ahead-Got-It
 GoZilla
-Grabber
-GrapeFX
-HTMLparser
-HTTrack
+Grafula
+GrapeshotCrawler
+HEADMasterSEO
+HMView
+HTTP::Lite
+Haansoft
 Harvest
+Havij
 Heritrix
 Hloader
+HonoluluBot
 Humanlinks
-IDBTE4M
+IDBot
 IRLbot
-Iblog
 Id-search
+IlseBot
 Image Sucker
 IndeedBot
-InfoNaviRobot
-Internet Ninja
+Indy Library
+InfoTekies
+Intelliseek
 Iskanie
-IstellaBot
-JamesBOT
 Jbrofuzz
 JennyBot
 JetCar
-Jetty
+Joomla
 Jorgee
-JustView
-Keyword Density
-Lanshanbot
-Leap
+Jyxobot
+Kozmosbot
+LWP::Simple
+Larbin
 LeechFTP
+LeechGet
+Lftp
 Libwhisker
-Linkbot
-LinksManager
-LinqiaRSSBot
+LinkScan
+LinkWalker
+Linkdexbot
+LinkpadBot
 LinqiaScrapeBot
 Lipperhey Spider
-Litemage_walker
 Lmspider
-MIDown tool
 MIIxpc
-MSIECrawler
+MJ12bot
+MTRobot
+Mail.RU_Bot
 MarkMonitor
-MarkWatch
-Mata Hari
+Mass Downloader
+Mb2345Browser
 MeanPath Bot
 Meanpathbot
-Metauri
-Microsoft Data Access
-Minefield
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
 MolokaiBot
-Morfeus Fucking Scanner
 Msrabot
 Musobot
 NPbot
 Name Intelligence
-NearSite
-NetAnts
-NetLyzer
-NetMechanic
-Nettrack
+Nameprotect
+Net Vampire
+NetSpider
 Netvibes
-NextGenSearchBot
-Nibbler
+Niki-bot
 Nikto
-Nimbostratus
 Ninja
+Nmap
 Not
 Nuclei
 Nutch
-Offline Explorer
+Octopus
 Offline Navigator
-OnCrawl
-OpenLinkProfiler
 OpenVAS
-PECL::HTTP
-Page Analyzer
-PageAnalyzer
+Openfind
+Openvas
+OrangeBot
+OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
 PageGrabber
-PageScorer
 PageThing.com
-Piepmatz
+Papa Foto
+Pavuk
+Petalbot
+Pi-Monster
+PictureFinder
 Pimonster
-ProPowerBot
+Pixray
 ProWebWalker
-Pu_iN
-Pump
+Probethenet
 PxBroker
-PyCurl
 QueryN Metasearch
 Quick-Crawler
-RankFlex
 Rankivabot
-Re-re
 Recorder
-RedesScrapy
-Rogerbot
-SEOkicks
+Ripper
+SBIder
 SEOkicks-Robot
-SISTRIX
+SEOprofiler
+SMTBot
 Scrapy
-Screaming
-SearchmetricsBot
-Semrush
-SeoSiteCheckup
+ScreenerBot
 SeobilityBot
-Seomoz
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSnagger
 SiteSucker
-Siteimprove
-Sitevigil
-SlySearch
+Sitebeam
 Snapbot
-Sosospider
+Sociscraper
+Sottopop
 Spbot
 SputnikBot
-Sqlmap
-Sucker
 Sucuri
-SuperHTTP
-Surfbot
-SurveyBot
-Swiftbot
-Szukacz
-T0PHackTeam
+Suzuran
 Teleport
-The Intraformant
-TheNomad
-Titan
+Toweyabot
 Tracemyfile
-Trendictionbot
-True_Robot
 Turnitin
-TwengaBot
-Twice
 Upflow
-V-BOT
-Vagabondo
-VeriCiteCrawler
+Virusdie
 VoidEYE
 Voil
 WBSearchBot
 WWW-Collector-E
-WallpapersHD
-Web Fetch
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+Web Enhancer
 Web Fuck
+Web Pix
 Web Sauger
-WebAuto
-WebCollage
-WebEnhancer
+Web Sucker
+WebCopier
+WebFetch
+WebFuck
 WebGo IS
 WebImageCollector
-WebSauger
-WebStripper
+WebLeacher
+WebReaper
 WebWhacker
-WebZIP
-WebsiteExtractor
+WebmasterWorldForumBot
+Whack
+Whacker
+Who.is Bot
+Wonderbot
 Wotbox
 Wprecon
-YoudaoBot
+Xaldon WebSpider
+Xaldon_WebSpider
+Zade
 Zauba
+Zeus
+ZmEu
 ZoomBot
+ZumBot
 ZyBorg
 archive.org_bot
-arquivo.pt
-check1.exe
+autoemailspider
 clark-crawler
 coccocbot
-com.plumanalytics
-crawl.sogou.com
+cognitiveseo
+crawler.feedback
 demandbase-bot
 domainsproject.org
-gopher
-heritrix
-ips-agent
-lwp-request
-netEstate NE Crawler
+evc-batch
+isitwp.com
+iubenda-radar
+magpie-crawler
+mediawords
+oBot
+plumanalytics
 polaris version
+probe-image-size
 ripz
-scan.lol
-seobility
+s1z.ru
+satoristudio.net
+seocompany.store
+seoscanners
 sexsearcher
-sitechecker.pro
+sogouspider
 spyfu
-trendiction.de
-voyagerx.com
+sysscan
+ubermetrics-technologies.com
 webmeup-crawler
 x09Mozilla
 xpymep1.exe