V4.2022.05.3123 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
+404enemy
 ADmantX
+AIBOT
+Abonti
+Aboundex
+Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Anarchie
+AiHitBot
+Alexibot
+AllSubmitter
+AlphaBot
+Anarchy
+Anarchy99
 Anthill
-Aspiegel
-Attach
+Apexoo
+Atomseobot
 BDCbot
 BDFetch
 Badass
+Bandit
+Barkrowler
 Battleztar Bazinga
 BetaBot
-Bigfoot
-Bitacle
-Black Hole
+BlackWidow
 Blackboard
-Brandprotect
+Boardreader
+Buddy
 BuiltWith
-BunnySlippers
-CATExplorador
-CCBot
-CheTeam
-CheeseBot
-Claritybot
+CODE87
+Cegbfeieh
+CensysInspect
+Citoid
 Cliqzbot
-Cocolyzebot
+Cloud mapping
+CopyRightCheck
+Cosmos
+Crawling at Home Project
 CrazyWebCrawler
 Crescent
-CrunchBot
+Custo
 CyotekWebCopy
 DBLBot
 DIIbot
-DTS Agent
 DatabaseDriverMysqli
+Demon
+Devil
+Digincore
 DigitalPebble
-DnBCrawler-Analytics
-Domains Project
-Dotbot
-Dragonfly
-EMail Wolf
+Discobot
+Discoverybot
+DittoSpyder
+Download Wonder
+EMail Siphon
 EasyDL
 Ecxi
-EirGrabber
-EroCrawler
+Evil
+Express WebPictures
+ExtLinksBot
 Extreme Picture Finder
+EyeNetIE
 Ezooms
-FHscan
-Firefox/7.0
-FlashGet
-Flunky
-Foobot
+FDM
+Fimap
 Freeuploader
-FrontPage
-G-i-g-a-b-o-t
-GetWeb
+Fyrebot
+Genieo
+GetRight
 Getintent
+Gigabot
 Go-Ahead-Got-It
-Gotit
+GoZilla
+GrabNet
 Grabber
-GrapeFX
-GrapeshotCrawler
 GridBot
 HMView
+HTTrack
 Haansoft
-Heritrix
+HaosouSpider
+HonoluluBot
 Humanlinks
+IDBTE4M
 IDBot
-Iblog
-IlseBot
+Id-search
+Image Fetch
 Image Sucker
-InfoNaviRobot
+IndeedBot
 InfoTekies
+InterGET
 Internet Ninja
 InternetSeer
 Iria
-JOC Web Spider
-JennyBot
-JikeSpider
-Joomla
+Iskanie
+JetCar
 JustView
-Kenjin Spider
+Jyxobot
 Keybot Translation-Search-Machine
-Leap
-LeechGet
-Libwhisker
-Likse
+Keyword Density
+Larbin
+LeechFTP
+LexiBot
+LibWeb
+LieBaoFast
 LinkScan
-LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
+LinkWalker
 MIDown tool
-MIIxpc
 MJ12bot
-MSIECrawler
-MTRobot
-Mag-Net
-Mail.RU_Bot
-Majestic12
+MSFrontPage
+Magnet
+Majestic-SEO
 MarkWatch
 Masscan
-MauiBot
 Mb2345Browser
+MeanPath Bot
 MegaIndex.ru
+Metauri
 MicroMessenger
-Mister PiX
+Microsoft URL Control
+Minefield
+Moblie Safari
+Mojeek
+Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
+Mr.4x3
 Musobot
-NPbot
+NICErsPRO
+Navroad
+NearSite
 Nessus
 Net Vampire
-NetAnts
-NetLyzer
-Netcraft
 Netvibes
-Nikto
+NextGenSearchBot
 Nmap
+Nuclei
+Octopus
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
 Openvas
 OrangeBot
-OutfoxBot
-PageGrabber
-Panscient
-Papa Foto
-Picscout
-Picsearch
-PictureFinder
-Pixray
-ProPowerBot
-ProWebWalker
+OutclicksBot
+PECL::HTTP
+PHPCrawl
+Pavuk
+Probethenet
 Psbot
 Pump
+PxBroker
 PyCurl
+QueryN Metasearch
 Quick-Crawler
 RSSingBot
+RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot2
-Re-re
-ReGet
-RebelMouse
-RepoMonkey
+RankingBot
+RealDownload
+Ripper
 RocketCrawler
+Rogerbot
+SBIder
 SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
 SEOstats
-SISTRIX
-SMTBot
 ScanAlert
 Scanbot
-ScreenerBot
-SearchmetricsBot
-Semrush
-SeoSiteCheckup
-Site Sucker
-SiteExplorer
-SiteLockSpider
+ScoutJet
+Scrapy
+Screaming
+ScrepyBot
+SemrushBot
+SeobilityBot
+Siphon
+SiteCheckerBotCrawler
+SiteSnagger
 SiteSucker
-Sitebeam
 Siteimprove
 SlySearch
-Sociscraper
-Sogou web spider
-Sottopop
+SmartDownload
+Snake
 SpankBot
-Spbot
-Spinn3r
-Sucker
-SuperHTTP
+SputnikBot
+Steeler
 Szukacz
-Telesoft
+T0PHackTeam
 Telesphoreo
-The Intraformant
-TheNomad
+Telesphorep
 TightTwatBot
-Toata
+Titan
+Toweyabot
 Tracemyfile
-Trendiction
-True_Robot
-Turingos
-Turnitin
-TurnitinBot
-TwengaBot
+Trendictionbot
+Twice
+Typhoeus
+URLy Warning
 URLy.Warning
+V-BOT
 Vacuum
 Vagabondo
 VelenPublicWebCrawler
-VidibleScraper
-Voltron
-WBSearchBot
+WASALive-Bot
 WEBDAV
-WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers/3.0
 Web Auto
-Web Collage
-Web Enhancer
 Web Fetch
-Web Pix
-WebBandit
+Web Fuck
+Web Sucker
+WebAuto
 WebCollage
-WebEnhancer
-WebFuck
+WebGo IS
+WebLeacher
 WebPix
-WebSauger
-WebWhacker
-WebmasterWorldForumBot
+Webalta
 Webshag
-Website Quester
 Whacker
 Widow
-WinHTTrack
-Woobot
+Wonderbot
 Xaldon WebSpider
-YoudaoBot
 Zauba
-Zermelo
-Zitebot
-ZoominfoBot
-adscanner
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
-crawler4j
+backlink-check
+cah.io.community
+check1.exe
+coccocbot
+cognitiveseo
+crawl.sogou.com
 dataforseo.com
-evc-batch
-internetVista monitor
-ips-agent
-isitwp.com
-linkdexbot
+demandbase-bot
+domainsproject.org
+heritrix
+iubenda-radar
+lwp-trivial
 magpie-crawler
 meanpathbot
-netEstate NE Crawler
-plumanalytics
 ripz
+satoristudio.net
+scan.lol
 seocompany.store
-seoscanners
-seostar
-serpstatbot
+sexsearcher
 sitechecker.pro
+sogouspider
 spyfu
-tAkeOut
-voyagerx.com
+trendiction.com
+ubermetrics-technologies.com
 webpros.com
-x22Mozilla
+x09Mozilla
+xpymep1.exe
+zgrab