V4.2022.03.2968 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404enemy
-AIBOT
+80legs
+ADmantX
 ALittle Client
 ASPSeek
 Abonti
-Acunetix
+AhrefsBot
+AiHitBot
 Aipbot
 Alexibot
-AllSubmitter
-Alligator
-Anarchy
-Aspiegel
-Atomseobot
+AlphaBot
+Anarchy99
+Ankit
 Attach
-AwarioSmartBot
 BBBike
-BDFetch
 BLEXBot
+BackStreet
 BackWeb
-BacklinkCrawler
+Backlink-Ceck
 Badass
-Bandit
-BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
-BlackWidow
-Blow
-BotALot
+Bitacle
 Buck
 Buddy
 BuiltWith
-Bullseye
-BuzzSumo
-CSHttp
-CheTeam
-CheeseBot
+BunnySlippers
+Cegbfeieh
+CensysInspect
 Claritybot
-Cliqzbot
 Cloud mapping
 Collector
-Craftbot
-CrunchBot
 Custo
 CyotekWebCopy
 DSearch
 DTS Agent
+DataCha0s
 DatabaseDriverMysqli
 Demon
-Digincore
 DigitalPebble
-Dirbuster
-Discoverybot
-Dispatch
-DnyzBot
-DomainAppender
-DomainCrawler
+Discobot
+DittoSpyder
+DomainStatsBot
 Domains Project
-Dotbot
-Download Wonder
-Drip
-EMail Wolf
-Ecxi
-Express WebPictures
+EasyDL
+Ebingbong
+Extractor
+ExtractorPro
 EyeNetIE
-FemtosearchBot
-Fimap
-Freeuploader
-Fuzz
+FDM
+Firefox/7.0
+FlashGet
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
 GT::WWW
+GalaxyBot
 Genieo
 GermCrawler
+GetWeb
 Getintent
-Go!Zilla
-GrabNet
+Gigabot
+GoZilla
+Grabber
 GrapeFX
-GrapeshotCrawler
 HTMLparser
 HTTrack
+Harvest
 Heritrix
+Hloader
+Humanlinks
 IDBTE4M
-IDBot
+IRLbot
+Iblog
 Id-search
-Image Fetch
+Image Sucker
 IndeedBot
-InfoTekies
-InternetSeer
-JOC Web Spider
+InfoNaviRobot
+Internet Ninja
+Iskanie
+IstellaBot
 JamesBOT
 Jbrofuzz
 JennyBot
+JetCar
 Jetty
-Joomla
+Jorgee
+JustView
 Keyword Density
-Kozmosbot
-LNSpiderguy
-LWP::Simple
-Larbin
+Lanshanbot
+Leap
 LeechFTP
-LexiBot
-Lftp
+Libwhisker
+Linkbot
 LinksManager
-LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+Lmspider
 MIDown tool
-MQQBrowser
-MSFrontPage
-Mail.RU_Bot
-Majestic SEO
-MauiBot
+MIIxpc
+MSIECrawler
+MarkMonitor
+MarkWatch
+Mata Hari
+MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+Metauri
+Microsoft Data Access
 Minefield
-NICErsPRO
+MolokaiBot
+Morfeus Fucking Scanner
+Msrabot
+Musobot
 NPbot
-Navroad
+Name Intelligence
 NearSite
-Net Vampire
-NetZIP
+NetAnts
+NetLyzer
+NetMechanic
+Nettrack
+Netvibes
 NextGenSearchBot
+Nibbler
 Nikto
 Nimbostratus
-Nmap
+Ninja
+Not
+Nuclei
 Nutch
-Octopus
 Offline Explorer
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
 OpenVAS
-Openfind
-Openvas
-OrangeBot
-OrangeSpider
-OutclicksBot
-OutfoxBot
+PECL::HTTP
 Page Analyzer
 PageAnalyzer
 PageGrabber
-Pandalytics
-PleaseCrawl
-Pockey
-Psbot
+PageScorer
+PageThing.com
+Piepmatz
+Pimonster
+ProPowerBot
+ProWebWalker
+Pu_iN
 Pump
+PxBroker
+PyCurl
+QueryN Metasearch
 Quick-Crawler
-RankActiveLinkBot
-RankurBot
-ReGet
-Reaper
-RebelMouse
-RepoMonkey
-Ripper
-SBIder
+RankFlex
+Rankivabot
+Re-re
+Recorder
+RedesScrapy
+Rogerbot
 SEOkicks
-SalesIntelligent
-Scanbot
-ScoutJet
+SEOkicks-Robot
+SISTRIX
+Scrapy
+Screaming
 SearchmetricsBot
 Semrush
-SemrushBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
+SiteSucker
+Siteimprove
 Sitevigil
+SlySearch
 Snapbot
-SocialRankIOBot
-Sociscraper
-SpaceBison
-Sqlworm
-Sqworm
-Steeler
+Sosospider
+Spbot
+SputnikBot
+Sqlmap
 Sucker
-SuperBot
+Sucuri
 SuperHTTP
-Suzuran
+Surfbot
+SurveyBot
+Swiftbot
 Szukacz
-T8Abot
-Telesphoreo
-Telesphorep
+T0PHackTeam
+Teleport
 The Intraformant
 TheNomad
-Toata
-Trendiction
+Titan
+Tracemyfile
+Trendictionbot
 True_Robot
-TurnitinBot
+Turnitin
 TwengaBot
 Twice
-URLy.Warning
 Upflow
 V-BOT
 Vagabondo
 VeriCiteCrawler
-VidibleScraper
 VoidEYE
-Voltron
-WASALive-Bot
-Wallpapers/3.0
-Web Collage
-Web Enhancer
-Web Pix
+Voil
+WBSearchBot
+WWW-Collector-E
+WallpapersHD
+Web Fetch
+Web Fuck
+Web Sauger
+WebAuto
+WebCollage
 WebEnhancer
-WebFuck
 WebGo IS
 WebImageCollector
-WebPix
 WebSauger
 WebStripper
-WebSucker
+WebWhacker
 WebZIP
 WebsiteExtractor
-Whacker
-Who.is Bot
-Widow
-Wonderbot
+Wotbox
 Wprecon
-Xenu
 YoudaoBot
-Zade
-ZmEu
+Zauba
+ZoomBot
+ZyBorg
+archive.org_bot
 arquivo.pt
+check1.exe
 clark-crawler
+coccocbot
 com.plumanalytics
 crawl.sogou.com
-crawler4j
+demandbase-bot
 domainsproject.org
 gopher
-internetVista monitor
-magpie-crawler
+heritrix
+ips-agent
+lwp-request
 netEstate NE Crawler
-plumanalytics
 polaris version
-s1z.ru
-seocompany.store
-seoscanners
-serpstatbot
+ripz
+scan.lol
+seobility
 sexsearcher
-sogouspider
-sp_auditbot
+sitechecker.pro
 spyfu
-sysscan
-trendiction.com
-ubermetrics-technologies.com
+trendiction.de
 voyagerx.com
-webpros.com
-webprosbot
-x22Mozilla
+webmeup-crawler
+x09Mozilla
 xpymep1.exe
-zgrab