V4.2022.11.3484 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
-ASPSeek
-Abonti
+ADmantX
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-Alexibot
-AllSubmitter
-Anthill
-Apexoo
-Asterias
+Alligator
+AlphaBot
+Anarchy99
 Atomseobot
 Attach
 BDFetch
 BackWeb
-BatchFTP
-Battleztar Bazinga
-BlackWidow
-Bolt
-BotALot
-Brandwatch
+BacklinkCrawler
+Bandit
+BetaBot
+Bitacle
+Blow
+Boardreader
 Buddy
-BuiltBotTough
 BuiltWith
 Bullseye
+BunnySlippers
+Calculon
 CensysInspect
+CheTeam
 CherryPicker
-ChinaClaw
 Citoid
 Claritybot
-Cloud mapping
-Cogentbot
-Copier
-Craftbot
-Custo
-DSearch
-DTS Agent
-DataCha0s
+Cliqzbot
+Cocolyzebot
+CopyRightCheck
+Copyscape
+Cosmos
+CrazyWebCrawler
+Curious
+CyotekWebCopy
+DIIbot
 DatabaseDriverMysqli
 Devil
 DigitalPebble
-Dirbuster
-Discobot
-Dispatch
-DittoSpyder
+Disco
+Discoverybot
 DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
-Download Wonder
-Dragonfly
-Drip
-EMail Siphon
+DnyzBot
 EMail Wolf
 EasyDL
 Ebingbong
+Ecxi
+EirGrabber
+EroCrawler
 Exabot
 Express WebPictures
 Extractor
-FDM
-FHscan
-FemtosearchBot
-Freeuploader
-FyberSpider
-Fyrebot
+ExtractorPro
+Extreme Picture Finder
+Fimap
+Firefox/7.0
+Foobot
+FrontPage
 G-i-g-a-b-o-t
-GT::WWW
 GalaxyBot
-Getintent
-GrabNet
-Grabber
-Grafula
-HTTP::Lite
-Harvest
-IRLbot
+Genieo
+GermCrawler
+Gigabot
+Go-Ahead-Got-It
+GrapeshotCrawler
+HMView
+HTTrack
+Haansoft
+HaosouSpider
+Hloader
+IDBTE4M
+Iblog
 IlseBot
-Image Fetch
 Image Sucker
 IndeedBot
 Indy Library
-InfoNaviRobot
+Intelliseek
 InternetSeer
+Iria
 Iskanie
-JOC Web Spider
-Jorgee
+IstellaBot
+JennyBot
+Jetty
+JikeSpider
+Joomla
+JustView
 Kenjin Spider
-Keybot Translation-Search-Machine
-Keyword Density
-Lanshanbot
-Larbin
-LexiBot
+Kinza
+Kozmosbot
+LNSpiderguy
+LeechFTP
 Lftp
 Libwhisker
-LinkScan
+Likse
 LinkWalker
 Linkbot
+LinkextractorPro
 LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey Spider
-Litemage_walker
-Lmspider
-MIIxpc
+MFC_Tear_Sample
+MQQBrowser
 MTRobot
 Mag-Net
-Magnet
 Majestic SEO
 Majestic-SEO
 MarkMonitor
-Masscan
-Mata Hari
-MauiBot
-Mediatoolkitbot
-MicroMessenger
+MarkWatch
+MegaIndex.ru
 Microsoft URL Control
-Mister PiX
+Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
+Mozlila
 Musobot
+NICErsPRO
+NPbot
+Name Intelligence
+NearSite
+Nessus
 Net Vampire
-NetLyzer
-Netcraft
+NetMechanic
+Nettrack
 Netvibes
-Niki-bot
+NextGenSearchBot
+Nibbler
+Nikto
 Ninja
-Nuclei
+Nutch
 Octopus
-Openfind
-Openvas
-PHPCrawl
-Page Analyzer
+OpenLinkProfiler
+OpenVAS
 PageAnalyzer
-PageScorer
-Pavuk
+PageGrabber
 PeoplePal
 Piepmatz
 Pimonster
-Pixray
+Pockey
 ProPowerBot
-ProWebWalker
+Probethenet
 Pu_iN
-Pump
-RankActive
+QueryN Metasearch
+RSSingBot
 RankActiveLinkBot
 RankingBot
-ReGet
-RocketCrawler
-SEOkicks
-SEOprofiler
-ScanAlert
-Scanbot
+Rankivabot
+RankurBot
+Re-re
+Ripper
+Rogerbot
+SEOlyticsCrawler
+ScoutJet
 Scrapy
 Screaming
-Searchestate
-SemanticJuice
+ScreenerBot
+Seekport
 Semrush
 SentiBot
-Site Sucker
-SiteExplorer
-SiteSnagger
-SiteSucker
+SeoSiteCheckup
+SiteLockSpider
+Sitebeam
+Siteimprove
+Sitevigil
+Snake
 Snapbot
+Sociscraper
 Sogou web spider
-SpaceBison
-Spammen
+SpankBot
+Spanner
 Spbot
 Spinn3r
 SputnikBot
-Sqlmap
 Sqlworm
-Sqworm
 Steeler
 Stripper
+Sucker
+SuperBot
 SuperHTTP
 Suzuran
-Szukacz
-Telesoft
-TheNomad
-TightTwatBot
-Toata
-Toweyabot
-True_Robot
-Twice
-URLy Warning
-URLy.Warning
-Virusdie
+Teleport
+The Intraformant
+Thumbor
+Tracemyfile
+Turnitin
+TurnitinBot
+Typhoeus
+VeriCiteCrawler
+VidibleScraper
 VoidEYE
-WASALive-Bot
-WBSearchBot
-WISENutbot
+Voil
+WWW-Collector-E
 Wallpapers
-Wallpapers/3.0
+WallpapersHD
 WeSEE
 Web Enhancer
 Web Pix
-Web Sucker
-WebCollage
+WebCopier
 WebFuck
-WebGo IS
+WebImageCollector
+WebLeacher
 WebSucker
 WebWhacker
 WebZIP
-Webalta
+Webshag
+Website Quester
+WebsiteExtractor
 WebsiteQuester
 Webster
 Whack
 Whacker
 Widow
-WiseGuys Robot
-Wonderbot
-Woobot
-Wprecon
 Xaldon WebSpider
-YoudaoBot
+Xaldon_WebSpider
+Xenu
 Zade
-Zermelo
 Zitebot
-ZmEu
+ZoominfoBot
+ZumBot
 ZyBorg
-autoemailspider
+arquivo.pt
 check1.exe
-coccocbot
+cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-domainsproject.org
+crawler.feedback
+crawler4j
+dataforseo.com
 evc-batch
-instabid
 internetVista monitor
-iubenda-radar
-linkdexbot
-lwp-trivial
-meanpathbot
-mediawords
+ips-agent
+isitwp.com
+netEstate NE Crawler
 pcBrowser
-plumanalytics
-probe-image-size
-ripz
+polaris version
 s1z.ru
-seobility
-seocompany.store
+scalaj-http
+scan.lol
+seoscanners
+seostar
+serpstatbot
+sitechecker.pro
 siteripz
 sogouspider
-sp_auditbot
-spyfu
-sysscan
-trendiction.de
+tAkeOut
+ubermetrics-technologies.com
 webmeup-crawler
-x22Mozilla
-zauba.io
+webprosbot
+xpymep1.exe