V4.2022.08.3271 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404checker
 ALittle Client
 ASPSeek
-Aboundex
-Acunetix
-Aipbot
-AllSubmitter
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+Alligator
 Anarchie
+Anarchy99
 Anthill
-Aspiegel
-Attach
+Apexoo
+Asterias
+Atomseobot
 AwarioRssBot
-AwarioSmartBot
-Badass
+BLEXBot
+BackStreet
+Backlink-Ceck
+Barkrowler
 Battleztar Bazinga
-BlackWidow
+Black Hole
 Blackboard
-Boardreader
+Bolt
+Brandwatch
 Buck
 Buddy
 BuiltWith
 BunnySlippers
-CCBot
-CSHttp
+BuzzSumo
+Calculon
 CazoodleBot
 Cegbfeieh
-CensysInspect
 CheTeam
-CherryPicker
+CheeseBot
 ChinaClaw
 Chlooe
-Cloud mapping
+Claritybot
+Cliqzbot
+Cocolyzebot
 Cogentbot
+Collector
+Copier
 Cosmos
+Craftbot
 CrazyWebCrawler
 Crescent
-CrunchBot
-DBLBot
-DIIbot
-DTS Agent
+Custo
+CyotekWebCopy
 DatabaseDriverMysqli
 Demon
-Devil
-Digincore
+Deusu
 DigitalPebble
 Dirbuster
+Disco
+Discoverybot
+DittoSpyder
+DnBCrawler-Analytics
 DomainAppender
-DomainStatsBot
-Dotbot
+DomainCrawler
+Domains Project
 Download Wonder
-Drip
-Ebingbong
-EirGrabber
-Extractor
-ExtractorPro
-Extreme Picture Finder
-Firefox/7.0
-FlashGet
-Flunky
-Foobot
-Fuzz
-Fyrebot
+ECCP/1.0
+EMail Siphon
+EroCrawler
+Evil
+ExtLinksBot
+EyeNetIE
+FemtosearchBot
+Freeuploader
+FrontPage
 G-i-g-a-b-o-t
-GT::WWW
 GalaxyBot
-Getintent
-Go-Ahead-Got-It
+Genieo
+Gigabot
 GoZilla
 Gotit
 GrabNet
-Grafula
-GrapeshotCrawler
-HEADMasterSEO
+GrapeFX
 HMView
-Haansoft
-Havij
+HTMLparser
+HTTrack
 Hloader
-Id-search
-IlseBot
+HonoluluBot
+Humanlinks
+IDBot
+IRLbot
+Iblog
+Image Fetch
+Image Sucker
+Indy Library
+InterGET
+Internet Ninja
 InternetSeer
 Iria
-Iskanie
 IstellaBot
-JetCar
-JikeSpider
+JOC Web Spider
+JamesBOT
+Jbrofuzz
 Joomla
+JustView
+Jyxobot
 Kenjin Spider
-Kozmosbot
-LNSpiderguy
+Keybot Translation-Search-Machine
+LWP::Simple
+Lanshanbot
 Larbin
-Leap
 LeechFTP
+LeechGet
 LexiBot
-Lftp
-LieBaoFast
 Lightspeedsystems
-Linkbot
-LinkextractorPro
+Likse
+LinkWalker
 LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey Spider
-Ltx71
+Litemage_walker
+Lmspider
 MFC_Tear_Sample
-MIIxpc
 MJ12bot
-MQQBrowser
 MSIECrawler
 MTRobot
-Magnet
-Majestic-SEO
 MarkMonitor
 MarkWatch
 Masscan
 Mata Hari
+MauiBot
+Mb2345Browser
 MeanPath Bot
-MicroMessenger
-Minefield
-Moblie Safari
-Mojeek
+Meanpathbot
+Metauri
+Microsoft Data Access
+MolokaiBot
 Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+Msrabot
 NPbot
-Name Intelligence
 Nameprotect
 NearSite
-Needle
 NetLyzer
-NetSpider
-Nettrack
-Nibbler
-Niki-bot
-Nikto
-Nutch
-OnCrawl
-OpenVAS
-Openvas
-OrangeBot
+Netvibes
+NextGenSearchBot
+NimbleCrawler
+Ninja
+Offline Explorer
 OrangeSpider
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+OutclicksBot
+OutfoxBot
 PageAnalyzer
-PageThing.com
+Panscient
+PeoplePal
+Picscout
 Picsearch
 PictureFinder
 Piepmatz
-Pixray
+Pimonster
 Pockey
-ProPowerBot
-Probethenet
+ProWebWalker
 Psbot
 Pu_iN
 Pump
 PxBroker
-RankActive
-RankingBot2
-Rankivabot
-RealDownload
-Reaper
-RebelMouse
+QueryN Metasearch
+Quick-Crawler
+RankActiveLinkBot
+RankurBot
+ReGet
+Ripper
 RocketCrawler
-Rogerbot
-SEOstats
+SEOkicks
+SMTBot
+ScoutJet
 Scrapy
-ScreenerBot
-ScrepyBot
+Screaming
 SearchmetricsBot
-Seekport
-SemanticJuice
-Semrush
-SemrushBot
-SeobilityBot
-Shodan
-Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
+SiteSnagger
+Siteimprove
+Sitevigil
+SlySearch
+SmartDownload
+Snake
+Snapbot
 Sogou web spider
+Sosospider
+SpaceBison
+SpankBot
 Spanner
-Spbot
 SputnikBot
-Sqlmap
 Stripper
-SurveyBot
-Telesphoreo
-The Intraformant
+SuperHTTP
+Szukacz
+T8Abot
+Teleport
+TeleportPro
+TheNomad
 Thumbor
 TightTwatBot
 Trendictionbot
-True_Robot
-TwengaBot
-URLy.Warning
-VeriCiteCrawler
+Turnitin
+Typhoeus
+Upflow
+VCI
+Vagabondo
+Virusdie
 Voil
 Voltron
-WEBDAV
+WASALive-Bot
+WISENutbot
+WPScan
 WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
-Wallpapers
-Wallpapers/3.0
+Web Fuck
+Web Sucker
 WebBandit
-WebCopier
-WebFuck
+WebCollage
+WebEnhancer
+WebImageCollector
 WebPix
-WebSucker
-WebWhacker
-WebZIP
+WebSauger
 WebmasterWorldForumBot
-Website Quester
+Whack
 Whacker
-Who.is Bot
+Whatweb
+WinHTTrack
 Wonderbot
-Wprecon
-Xaldon WebSpider
-Zade
-Zeus
-ZyBorg
-arquivo-web-crawler
-autoemailspider
-backlink-check
-com.plumanalytics
-crawl.sogou.com
-dataforseo.com
-eCatch
+YoudaoBot
+Zauba
+Zermelo
+ZoomBot
+ZoominfoBot
+adscanner
+coccocbot
+crawler.feedback
+crawler4j
 gopher
 heritrix
-internetVista monitor
-ips-agent
 isitwp.com
-iubenda-radar
-mediawords
-oBot
-page scorer
-pcBrowser
-probe-image-size
-ripz
-satoristudio.net
+lwp-trivial
+plumanalytics
+s1z.ru
 scalaj-http
-seobility
-seocompany.store
-seoscanners
-seostar
-sexsearcher
-siteripz
-tAkeOut
-voyagerx.com
+serpstatbot
+spyfu
+trendiction.com
 webgains-bot
 webmeup-crawler
+webpros.com
 x09Mozilla
-xpymep1.exe
-zauba.io
 zgrab