V4.2022.06.3200 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-AIBOT
-ALittle Client
-Acunetix
-AfD-Verbotsverfahren
+01h4x.com
+360Spider
+404enemy
+80legs
+Aboundexbot
+AhrefsBot
+AiHitBot
+Aipbot
 AllSubmitter
 Anarchie
-Anarchy99
 Anthill
-Apexoo
+Aspiegel
+Asterias
+Attach
 AwarioSmartBot
-BDCbot
-BDFetch
-BackStreet
-BackWeb
+BBBike
 Backlink-Ceck
-BacklinkCrawler
-Bandit
+BatchFTP
 Battleztar Bazinga
+Bitacle
 BlackWidow
-Blackboard
 Blow
-BlowFish
+BotALot
 Brandwatch
-BunnySlippers
+Buck
 CATExplorador
 CSHttp
-Calculon
-CensysInspect
+Cegbfeieh
 CheTeam
 CheeseBot
 CherryPicker
-Citoid
+ChinaClaw
 Cloud mapping
-Copier
+Cocolyzebot
+Collector
+Copyscape
 Craftbot
 CrazyWebCrawler
-CrunchBot
-Curious
-Deusu
-Digincore
+Custo
+DBLBot
+DTS Agent
+Demon
+Devil
+DigitalPebble
 Dirbuster
-Discoverybot
+Disco
 DittoSpyder
 DnyzBot
-DomCopBot
+DomainAppender
 DomainSigmaCrawler
-Dotbot
 Dragonfly
-Drip
-ECCP/1.0
-EMail Wolf
+EMail Siphon
+EasyDL
 Ebingbong
-Exabot
-Express WebPictures
-ExtLinksBot
-Fimap
+Evil
+Extractor
+EyeNetIE
+Ezooms
+FemtosearchBot
 FlashGet
-Foobot
+Flunky
+Freeuploader
+FrontPage
 Fuzz
+GT::WWW
+GalaxyBot
 Genieo
-GermCrawler
-Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GrabNet
+GoZilla
 Grafula
-HMView
-HTMLparser
-HTTP::Lite
-Heritrix
+GridBot
+HEADMasterSEO
+Harvest
+Hloader
 HonoluluBot
-Humanlinks
-IDBTE4M
-IDBot
+Iblog
+Id-search
+IlseBot
+Image Fetch
+IndeedBot
 InfoNaviRobot
-InfoTekies
-Intelliseek
-Iria
-Iskanie
+InterGET
+Internet Ninja
+IstellaBot
 JOC Web Spider
 JamesBOT
-Jbrofuzz
-JetCar
-Jetty
-JikeSpider
-Kinza
-Lanshanbot
+JennyBot
+JustView
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
+Larbin
 LeechFTP
-LeechGet
 LibWeb
-Likse
 Linkbot
-LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Ltx71
 MFC_Tear_Sample
 MTRobot
-Mag-Net
 Magnet
+Majestic SEO
 Majestic-SEO
-MarkMonitor
-Mata Hari
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
+Masscan
+Mb2345Browser
+Metauri
+Mozlila
+Msrabot
 NICErsPRO
-NPbot
-Nameprotect
-Nessus
-NetAnts
-NetMechanic
+Name Intelligence
+Net Vampire
+NetSpider
 Nettrack
-Nibbler
-NimbleCrawler
+NextGenSearchBot
+Nikto
 Nimbostratus
-Nutch
-Offline Navigator
+Ninja
+Not
+Octopus
 OpenLinkProfiler
-OpenVAS
-Openfind
-OutfoxBot
-PECL::HTTP
-PHPCrawl
+Openvas
+OrangeBot
+OutclicksBot
 Page Analyzer
 PageAnalyzer
-Pandalytics
+PageScorer
 Panscient
 Papa Foto
 PeoplePal
-Pi-Monster
-Picsearch
-Pockey
-ProWebWalker
+Piepmatz
+Pimonster
+PleaseCrawl
+ProPowerBot
 Probethenet
 Psbot
 PxBroker
-PyCurl
-RankFlex
-RankingBot
-RankingBot2
-Rankivabot
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
 Re-re
-ReGet
-Reaper
-RebelMouse
 Recorder
 RedesScrapy
-RepoMonkey
-Rogerbot
 SBIder
 SEOkicks
+SEOlyticsCrawler
 SEOprofiler
-Scanbot
+SEOstats
+SalesIntelligent
+ScoutJet
+Scrapy
+Screaming
 ScreenerBot
 SearchmetricsBot
-Seekport
-SemanticJuice
 SentiBot
 SeoSiteCheckup
-Seomoz
+Shodan
+Site Sucker
 SiteCheckerBotCrawler
-SiteSnagger
-Siteimprove
+SiteExplorer
+SiteLockSpider
+SlySearch
+SmartDownload
 Snake
-SocialRankIOBot
+Snapbot
+Snoopy
 Sosospider
-Sottopop
-SpankBot
 Spbot
-SputnikBot
-Sqlmap
-Sqlworm
-Sqworm
+Spinn3r
+Sucuri
 SuperHTTP
-Surfbot
-Suzuran
-Toata
+SurveyBot
+Swiftbot
+T0PHackTeam
+T8Abot
+Telesoft
 Toweyabot
-Tracemyfile
-Trendiction
 Trendictionbot
 True_Robot
-Turingos
-Turnitin
-TurnitinBot
-URLy.Warning
+Typhoeus
+URLy Warning
+UnisterBot
 Upflow
+V-BOT
+VB Project
 VCI
-Vacuum
-Vagabondo
 VeriCiteCrawler
-VidibleScraper
-VoidEYE
-WPScan
+Voltron
 WWW-Collector-E
+WWW-Mechanize
 Wallpapers
-WallpapersHD
 WeSEE
-Web Fetch
-WebAuto
+Web Auto
+Web Collage
+Web Enhancer
+Web Fuck
+Web Pix
 WebBandit
-WebCopier
+WebEnhancer
+WebFuck
+WebGo IS
 WebImageCollector
-WebLeacher
-WebStripper
-WebSucker
+WebPix
+WebReaper
+WebSauger
+WebWhacker
 Webalta
-WebmasterWorldForumBot
-Webshag
+Website Quester
+WebsiteExtractor
 WebsiteQuester
 Webster
-Whack
+Whatweb
 Who.is Bot
+Widow
+WinHTTrack
 WiseGuys Robot
-Woobot
-Wotbox
-Xaldon_WebSpider
+Wonderbot
 Zade
 Zermelo
-Zeus
+Zitebot
+ZmEu
 ZoomBot
-ZumBot
-backlink-check
-cah.io.community
+ZyBorg
+adscanner
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
 check1.exe
-cognitiveseo
+com.plumanalytics
+crawler.feedback
+dataforseo.com
+heritrix
 instabid
-iubenda-radar
+internetVista monitor
+ips-agent
+isitwp.com
 linkdexbot
-lwp-trivial
-magpie-crawler
-meanpathbot
-netEstate NE Crawler
-page scorer
-pcBrowser
-polaris version
-s1z.ru
-scalaj-http
+plumanalytics
+probe-image-size
+satoristudio.net
 seobility
-seoscanners
+seocompany.store
+sexsearcher
+sogouspider
+sp_auditbot
 tAkeOut
+trendiction.com
 trendiction.de
-webmeup-crawler
-webprosbot
-x22Mozilla
-zgrab
+ubermetrics-technologies.com
+webgains-bot
+webpros.com