V4.2022.04.3031 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404checker
 404enemy
 ASPSeek
+Abonti
 Acunetix
+AhrefsBot
 AiHitBot
-Alexibot
 AlphaBot
+Anarchie
 Anarchy99
+Ankit
 Aspiegel
 Atomseobot
-BBBike
-BDFetch
-BackDoorBot
-BackStreet
+AwarioRssBot
+BDCbot
 BackWeb
 Backlink-Ceck
-BacklinkCrawler
 Badass
-Bandit
 BatchFTP
+Bigfoot
 Black Hole
 Blow
+BlowFish
 Boardreader
-Bolt
-BotALot
-Brandwatch
+Brandprotect
 Buck
 Buddy
-Bullseye
-BuzzSumo
-CazoodleBot
-Cegbfeieh
-CheTeam
+CODE87
+CensysInspect
+CheeseBot
+CherryPicker
+Chlooe
 Claritybot
 Cliqzbot
 Cocolyzebot
-Collector
-Copier
-Cosmos
 Crawling at Home Project
 Curious
 DBLBot
-DSearch
-Deusu
+Demon
 DigitalPebble
-Dirbuster
-Disco
 Discobot
-Discoverybot
+Dispatch
 DittoSpyder
-DomainAppender
-Download Wonder
+DnBCrawler-Analytics
+DnyzBot
+DomainSigmaCrawler
+DomainStatsBot
 Dragonfly
-EMail Siphon
-EroCrawler
-ExtLinksBot
-ExtractorPro
-EyeNetIE
-FHscan
-FemtosearchBot
+Drip
+Express WebPictures
+Extreme Picture Finder
+Ezooms
+Fimap
+FlashGet
+Flunky
+Freeuploader
 FrontPage
-Genieo
-GetRight
-Getintent
+GalaxyBot
+GetWeb
 Gigabot
-Go-Ahead-Got-It
+Go!Zilla
 GoZilla
+GrabNet
 Grabber
 Grafula
-GrapeFX
-GridBot
-HTTP::Lite
-Haansoft
+HMView
 HaosouSpider
-Harvest
-Heritrix
-IDBot
+Havij
+Hloader
+Humanlinks
 IRLbot
+Id-search
+Image Fetch
 Image Sucker
 IndeedBot
-Indy Library
 InfoNaviRobot
-Intelliseek
+InfoTekies
 InterGET
+Internet Ninja
 InternetSeer
-IstellaBot
-JetCar
+JOC Web Spider
+Jbrofuzz
 Jetty
-Jorgee
-JustView
-Kenjin Spider
 Keybot Translation-Search-Machine
-Keyword Density
 Kinza
+Kozmosbot
 LWP::Simple
 Larbin
 Leap
-Lftp
-Likse
+LeechFTP
+LexiBot
 LinkWalker
-Linkbot
+LinksManager
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
 Ltx71
-MIDown tool
 MIIxpc
-MQQBrowser
+MSIECrawler
 MTRobot
-Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
+Majestic12
+MarkMonitor
 MarkWatch
-Masscan
-Mata Hari
 Mb2345Browser
-Meanpathbot
-MegaIndex.ru
+Microsoft Data Access
+Microsoft URL Control
 Minefield
-Morfeus Fucking Scanner
-Name Intelligence
+Mojolicious
+Mozlila
+Musobot
+NICErsPRO
 Nameprotect
-Navroad
+NearSite
 Net Vampire
-NetAnts
-Nettrack
+NetMechanic
+NetSpider
+NetZIP
+Netcraft
 Nibbler
-Not
-Nuclei
-Offline Explorer
-OpenLinkProfiler
+Niki-bot
+Nimbostratus
+Nmap
+Octopus
+OnCrawl
 Openfind
+Openvas
 OrangeBot
 OutclicksBot
-OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
 PageScorer
 PageThing.com
+Pandalytics
 Papa Foto
-Pavuk
-Petalbot
 Pi-Monster
+Picsearch
 PictureFinder
-PleaseCrawl
+Piepmatz
+Pockey
+ProPowerBot
 ProWebWalker
 Probethenet
-Pump
+Psbot
 PxBroker
-QueryN Metasearch
-RankActive
 RankFlex
-RankingBot
+RankingBot2
+Rankivabot
+Re-re
 ReGet
-Recorder
-RedesScrapy
-RepoMonkey
-Rogerbot
-SEOkicks
+RebelMouse
+Ripper
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
+SMTBot
 SalesIntelligent
-Scanbot
 ScoutJet
-Screaming
+Scrapy
 ScreenerBot
-SemanticJuice
+ScrepyBot
+SearchmetricsBot
+Seekport
 Semrush
-SeobilityBot
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
-SlySearch
+SentiBot
+SeoSiteCheckup
+Shodan
+SiteSucker
+Sitebeam
 Sociscraper
-Sogou web spider
+Spammen
 SpankBot
-Spanner
-Sqworm
 SuperBot
-SuperHTTP
-SurveyBot
-Swiftbot
 Szukacz
-T0PHackTeam
-T8Abot
-TeleportPro
-Telesphoreo
+Teleport
 Thumbor
-Toata
-Toweyabot
-Tracemyfile
-URLy.Warning
-Upflow
+Titan
+True_Robot
+URLy Warning
+UnisterBot
+V-BOT
 VB Project
-Vacuum
+VCI
 VelenPublicWebCrawler
 VidibleScraper
 Virusdie
-VoidEYE
 Voltron
 WASALive-Bot
-WISENutbot
-WPScan
-WWWOFFLE
-WallpapersHD
+WBSearchBot
+WWW-Collector-E
+Wallpapers/3.0
+Web Auto
 Web Collage
 Web Fetch
-Web Pix
-Web Sauger
-WebBandit
-WebCollage
+Web Fuck
+WebCopier
+WebFuck
+WebGo IS
 WebImageCollector
 WebPix
-WebSauger
-WebStripper
-WebWhacker
-Website Quester
-WebsiteQuester
-Webster
+WebZIP
+Webalta
 Whack
+Widow
+Wonderbot
 Wotbox
 Xaldon WebSpider
 Xaldon_WebSpider
-Zauba
 Zermelo
-Zeus
 ZmEu
 ZoomBot
+ZoominfoBot
 ZumBot
+ZyBorg
+adscanner
+archive.org_bot
 arquivo.pt
-autoemailspider
-clark-crawler
+backlink-check
 coccocbot
-crawl.sogou.com
+com.plumanalytics
+dataforseo.com
+domainsproject.org
+eCatch
+facebookscraper
 heritrix
-internetVista monitor
-iubenda-radar
-lwp-request
-mediawords
+linkdexbot
+lwp-trivial
+magpie-crawler
+netEstate NE Crawler
+oBot
 page scorer
-s1z.ru
-satoristudio.net
-scan.lol
+plumanalytics
+polaris version
+ripz
+scalaj-http
 seobility
 seoscanners
 serpstatbot
-sexsearcher
+sitechecker.pro
+siteripz
 sogouspider
+sp_auditbot
 spyfu
 sysscan
-trendiction.de
-webpros.com
-xpymep1.exe
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
+x22Mozilla
 zgrab