V4.2022.05.3081 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-404enemy
-ASPSeek
-Acunetix
+404checker
+80legs
+ADmantX
+AIBOT
+Abonti
+Aboundex
+Aboundexbot
 AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
-Alexibot
 Alligator
-Anarchie
-Aspiegel
-Asterias
+AlphaBot
+Anarchy
+Ankit
+Atomseobot
 AwarioRssBot
 BBBike
-BDFetch
-BackDoorBot
+BDCbot
 Backlink-Ceck
+Badass
 Bandit
-BatchFTP
-BetaBot
-Bigfoot
 Blow
-BlowFish
-Boardreader
 BotALot
-Buck
-Buddy
-BuiltBotTough
 Bullseye
-CATExplorador
-CazoodleBot
-Cegbfeieh
-CheTeam
+BunnySlippers
+CSHttp
+CensysInspect
+Citoid
 Cliqzbot
 Cocolyzebot
+Cogentbot
 Copyscape
-Cosmos
+Crawling at Home Project
 Crescent
-Custo
-DSearch
+Curious
+DIIbot
 DTS Agent
-Demon
-Devil
-Dirbuster
+DatabaseDriverMysqli
+Deusu
+DigitalPebble
 Disco
-Discoverybot
-DnyzBot
-DomainStatsBot
-Dotbot
+DittoSpyder
+DomainSigmaCrawler
+Domains Project
 Download Wonder
-Dragonfly
-EMail Siphon
-EirGrabber
-EroCrawler
+EasyDL
+Ebingbong
 Evil
-Exabot
 Extractor
 ExtractorPro
+Extreme Picture Finder
 EyeNetIE
 Ezooms
 FHscan
 FemtosearchBot
-Flunky
-GT::WWW
-GetWeb
+Firefox/7.0
+FlashGet
+FrontPage
+FyberSpider
+GalaxyBot
+Getintent
+Gigabot
+Go!Zilla
+Gotit
 Grabber
-GrapeFX
+Grafula
+GridBot
+HTMLparser
 HTTP::Lite
-HaosouSpider
 Harvest
-Heritrix
-Hloader
+HonoluluBot
+Humanlinks
+HybridBot
+Iblog
 Id-search
-IlseBot
-Image Fetch
-InternetSeer
-IstellaBot
+Image Sucker
+IndeedBot
+InfoTekies
+Intelliseek
+Iria
+Iskanie
 Jbrofuzz
 JennyBot
-JetCar
-Jorgee
+Joomla
 JustView
-Jyxobot
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-Larbin
-Leap
+Kenjin Spider
+LexiBot
+Lftp
+LibWeb
 Lightspeedsystems
 LinkScan
 Linkbot
-LinqiaMetadataDownloaderBot
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Lmspider
-MFC_Tear_Sample
+MJ12bot
+MQQBrowser
 MSIECrawler
+MTRobot
 Mag-Net
-Majestic-SEO
+MarkMonitor
+Mass Downloader
+Masscan
 Mata Hari
-Mb2345Browser
-Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
+Meanpathbot
+MegaIndex.ru
+Metauri
 Minefield
-Moblie Safari
-Mojeek
-Mojolicious
-Mozlila
-Mr.4x3
-NPbot
+Mister PiX
 Name Intelligence
-NetAnts
+NearSite
+Needle
+Nessus
+Net Vampire
 NetMechanic
-Niki-bot
-NimbleCrawler
+NextGenSearchBot
+Nikto
 Nimbostratus
-Nutch
+Octopus
 OnCrawl
-OpenLinkProfiler
 Openfind
-OrangeBot
 OrangeSpider
-OutclicksBot
+OutfoxBot
 PECL::HTTP
+POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
+PageScorer
 Pandalytics
-Papa Foto
 Pavuk
 PeoplePal
-PictureFinder
+Pi-Monster
+Picsearch
 Piepmatz
-Pixray
-Pockey
+PleaseCrawl
 ProPowerBot
-Probethenet
-Quick-Crawler
+ProWebWalker
+Pump
+PxBroker
 RSSingBot
+RankActive
 RankActiveLinkBot
-RankFlex
-Rankivabot
+RankingBot2
 RankurBot
-RealDownload
-Recorder
-Rogerbot
-SEOlyticsCrawler
+Re-re
+ReGet
+Reaper
+RedesScrapy
+Ripper
+RocketCrawler
+SEOkicks-Robot
 SEOprofiler
-SalesIntelligent
-ScanAlert
-ScreenerBot
+Scanbot
+Screaming
 ScrepyBot
-SearchmetricsBot
+SemanticJuice
+Semrush
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
-Siphon
-Site Sucker
-SiteExplorer
-SiteSnagger
-SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
-SmartDownload
-SocialRankIOBot
-Sottopop
+SiteCheckerBotCrawler
+Snapbot
+Snoopy
+Sogou web spider
 Spammen
 SpankBot
 Spinn3r
-Sqlmap
-Steeler
+SputnikBot
+Stripper
 Sucuri
 SuperBot
 Surfbot
-SurveyBot
-Suzuran
-Szukacz
+T0PHackTeam
+T8Abot
 Teleport
-Telesphoreo
+TeleportPro
+Telesphorep
 The Intraformant
+TheNomad
 Thumbor
-Titan
-Turingos
+Trendiction
+True_Robot
 TurnitinBot
+TwengaBot
 Typhoeus
-URLy Warning
-Vagabondo
-VeriCiteCrawler
+URLy.Warning
+UnisterBot
+Upflow
+VB Project
+Vacuum
 VidibleScraper
 Virusdie
 WEBDAV
 WISENutbot
+WPScan
 WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
+WWW-Mechanize
+WallpapersHD
 WeSEE
-Web Auto
 Web Fuck
-Web Sauger
-Web Sucker
-WebEnhancer
+WebCollage
 WebFetch
 WebReaper
-WebStripper
+WebSauger
+WebSucker
 WebWhacker
+Webalta
 WebmasterWorldForumBot
-WebsiteExtractor
 WebsiteQuester
-WinHTTrack
-WiseGuys Robot
-Wotbox
-Wprecon
-Xaldon WebSpider
+Webster
+Whacker
+Whatweb
+Who.is Bot
+Widow
+Xaldon_WebSpider
 YoudaoBot
 Zade
 Zauba
-Zitebot
-ZoomBot
-ZyBorg
-adscanner
+ZmEu
+ZumBot
+archive.org_bot
+arquivo.pt
+backlink-check
+check1.exe
 coccocbot
-cognitiveseo
+crawler.feedback
+dataforseo.com
 demandbase-bot
-evc-batch
-gopher
-heritrix
+domainsproject.org
+facebookscraper
+internetVista monitor
 isitwp.com
+iubenda-radar
 lwp-trivial
 magpie-crawler
-muhstik-scan
-page scorer
+meanpathbot
+netEstate NE Crawler
+oBot
 pcBrowser
-polaris version
-s1z.ru
-scalaj-http
-seobility
-seocompany.store
+plumanalytics
+scan.lol
+seostar
 serpstatbot
 sexsearcher
-sp_auditbot
-tAkeOut
-ubermetrics-technologies.com
+sitechecker.pro
+spyfu
+trendiction.de
 webmeup-crawler
 webpros.com
-x22Mozilla
-zgrab
+webprosbot
+x09Mozilla