V4.2022.02.2900 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-ALittle Client
-Abonti
-Aboundex
-Acunetix
-Anarchy
-Anthill
+404checker
+404enemy
+ADmantX
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+Alexibot
+AllSubmitter
+Aspiegel
+Asterias
 Atomseobot
-Attach
-BBBike
+AwarioRssBot
 BDCbot
-BDFetch
 BLEXBot
 BackDoorBot
-BackStreet
-Backlink-Ceck
-Battleztar Bazinga
-Bitacle
-Blackboard
+BacklinkCrawler
+Badass
+Blow
+BlowFish
 Boardreader
-Buddy
+BotALot
 BuiltBotTough
 BuiltWith
-BunnySlippers
+Bullseye
+BuzzSumo
 CSHttp
-Cegbfeieh
 CensysInspect
-CheTeam
-ChinaClaw
-Claritybot
+Citoid
 Cliqzbot
-Collector
-Copyscape
+Cloud mapping
+CopyRightCheck
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-DBLBot
+Crescent
+CrunchBot
+Custo
+DIIbot
 DTS Agent
 DataCha0s
-DatabaseDriverMysqli
 Demon
 Deusu
 Devil
-DittoSpyder
-DnyzBot
-DomCopBot
+Digincore
+Disco
+DnBCrawler-Analytics
+DomainCrawler
+Dotbot
 Drip
-Ecxi
-EroCrawler
+EMail Siphon
+EasyDL
+Ebingbong
+Evil
 Exabot
-Express WebPictures
-FDM
+Extractor
+EyeNetIE
 FemtosearchBot
-Fimap
-Fuzz
-GT::WWW
-Genieo
-GermCrawler
+FlashGet
+FyberSpider
+GalaxyBot
 GetRight
+GetWeb
 Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
 GrabNet
-Grafula
-GrapeshotCrawler
-HEADMasterSEO
+GrapeFX
+HTMLparser
 HTTrack
-Haansoft
-Heritrix
-HonoluluBot
-HybridBot
-IDBTE4M
+Havij
+Hloader
 IRLbot
 Iblog
-IlseBot
-Indy Library
-InternetSeer
-Iria
+IndeedBot
+InfoNaviRobot
+Internet Ninja
 IstellaBot
+JamesBOT
 Jbrofuzz
-JikeSpider
-Joomla
+JetCar
+Jetty
+Jorgee
+JustView
+Jyxobot
+Kenjin Spider
+Keyword Density
 Kozmosbot
-LWP::Simple
-Larbin
+Leap
+LexiBot
 Lftp
 LibWeb
-Libwhisker
+LieBaoFast
 LinkScan
-LinkWalker
 Linkbot
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Litemage_walker
-Ltx71
+MIDown tool
 MIIxpc
-MQQBrowser
+MJ12bot
+MSFrontPage
 MSIECrawler
 MTRobot
-Majestic-SEO
-MarkMonitor
-MarkWatch
+Mag-Net
+Mail.RU_Bot
 Mass Downloader
-Masscan
-Mata Hari
 MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
-Metauri
-Minefield
 Mister PiX
 Moblie Safari
+Mojolicious
 Mozlila
+Msrabot
+NICErsPRO
 NPbot
-Navroad
+NearSite
 Nessus
-Net Vampire
-NetLyzer
-Nibbler
-Niki-bot
+NetAnts
+NetMechanic
+NextGenSearchBot
 Nikto
-NimbleCrawler
-Nmap
-Not
-Nutch
-Octopus
-Offline Navigator
+Ninja
+Offline Explorer
 OnCrawl
+OpenLinkProfiler
 OpenVAS
-OrangeBot
 OrangeSpider
-OutfoxBot
-PHPCrawl
+OutclicksBot
+PageAnalyzer
 PageGrabber
-Papa Foto
-PeoplePal
-Petalbot
-Pimonster
-Probethenet
-Psbot
+PageThing.com
+Pavuk
+Pi-Monster
+Pockey
+ProPowerBot
 Pu_iN
-Pump
 PxBroker
-Quick-Crawler
-RSSingBot
+RankActive
 RankActiveLinkBot
-RankurBot
-ReGet
-RealDownload
-Reaper
-RepoMonkey
-RocketCrawler
-SEOkicks-Robot
-SEOlyticsCrawler
-SISTRIX
-Scanbot
-ScoutJet
-Screaming
-SearchmetricsBot
+RankFlex
+RankingBot
+Re-re
+Ripper
+SBIder
+SEOprofiler
+Scrapy
+ScrepyBot
 Seekport
 SemanticJuice
-Semrush
+SemrushBot
+SeobilityBot
 Seomoz
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
+Shodan
+SiteExplorer
 SiteLockSpider
-SiteSnagger
-Siteimprove
 Sitevigil
-Snoopy
+SlySearch
+Snake
 SocialRankIOBot
-Sogou web spider
 SpaceBison
-Spbot
+Spammen
+SpankBot
+Spanner
+Steeler
+Stripper
 Sucuri
+SuperBot
+Surfbot
 SurveyBot
-Swiftbot
-Telesphorep
-Thumbor
-Toata
+T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
+Telesoft
+Telesphoreo
+TheNomad
+TightTwatBot
+Tracemyfile
 Trendictionbot
 Turingos
-TurnitinBot
-Twice
 URLy Warning
+Upflow
 V-BOT
 VB Project
-Vacuum
-Vagabondo
-Virusdie
-WBSearchBot
-WPScan
-WWW-Collector-E
-WWWOFFLE
+VCI
+VidibleScraper
+VoidEYE
+WISENutbot
 Wallpapers
-Web Fuck
+WallpapersHD
+Web Auto
+Web Collage
 Web Pix
 WebAuto
 WebCopier
-WebEnhancer
-WebSauger
-WebStripper
-WebSucker
-WebWhacker
+WebFetch
+WebFuck
+WebLeacher
+WebZIP
+Webalta
+WebmasterWorldForumBot
+Webshag
 Website Quester
 WebsiteExtractor
 WebsiteQuester
 Webster
-WinHTTrack
-Woobot
-Xaldon WebSpider
+Whack
+Whacker
+Widow
+Wonderbot
 Xaldon_WebSpider
-YoudaoBot
-Zermelo
-Zeus
-Zitebot
-ZmEu
+Zauba
 ZoominfoBot
 ZumBot
-ZyBorg
-adscanner
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
-backlink-check
+cah.io.community
 check1.exe
-coccocbot-web
-crawler4j
+clark-crawler
+cognitiveseo
+crawl.sogou.com
+crawler.feedback
+dataforseo.com
 evc-batch
+instabid
+internetVista monitor
 isitwp.com
+iubenda-radar
+lwp-request
 lwp-trivial
-magpie-crawler
 mediawords
-netEstate NE Crawler
+oBot
+pcBrowser
 polaris version
-probe-image-size
-ripz
+s1z.ru
+satoristudio.net
 scan.lol
 seobility
-seoscanners
-seostar
+serpstatbot
 sexsearcher
 siteripz
 sogouspider
-sp_auditbot
-sysscan
+spyfu
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
 webgains-bot
 x09Mozilla
-zgrab