V4.2021.12.2774 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
+404enemy
 ADmantX
-AIBOT
+ALittle Client
+ASPSeek
 Abonti
-Aipbot
-Anarchie
-Anarchy
-Anarchy99
+Aboundex
+AfD-Verbotsverfahren
+AhrefsBot
+AlphaBot
 Ankit
+Anthill
 Apexoo
-Asterias
-Attach
-AwarioSmartBot
-BDCbot
-BLEXBot
-Bandit
-BatchFTP
-Bigfoot
-Bitacle
-Blackboard
-Boardreader
-Bolt
+BDFetch
+Badass
+Black Hole
 BotALot
 Brandprotect
 Brandwatch
+Buck
+BuiltWith
+BuzzSumo
 CATExplorador
-CazoodleBot
-Cegbfeieh
-CensysInspect
+CCBot
+CODE87
+Calculon
+CheTeam
+ChinaClaw
 Chlooe
-Collector
-CopyRightCheck
-Copyscape
-Cosmos
-Craftbot
+Cliqzbot
+Cocolyzebot
+Copier
+CrazyWebCrawler
 Crescent
 CrunchBot
 Curious
+CyotekWebCopy
 DBLBot
-DIIbot
 DTS Agent
-Devil
-Dirbuster
-Discobot
+DataCha0s
+Demon
+DigitalPebble
+Disco
 DnBCrawler-Analytics
 DnyzBot
 DomCopBot
 DomainAppender
-DomainStatsBot
 Domains Project
-Dotbot
-Ecxi
-EroCrawler
+EirGrabber
 Exabot
 Express WebPictures
-Extractor
-Extreme Picture Finder
 Ezooms
-FHscan
-Fimap
+FDM
+Firefox/7.0
 Flunky
+Foobot
+Fuzz
 FyberSpider
-Fyrebot
+G-i-g-a-b-o-t
 GT::WWW
 Genieo
-GermCrawler
 GetRight
-GetWeb
 Getintent
 Gigabot
 Go!Zilla
-GoZilla
-Gotit
 Grafula
 GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
+GridBot
+HTMLparser
 HTTP::Lite
 Haansoft
 HaosouSpider
-IDBot
-IRLbot
-Iblog
-InfoNaviRobot
+Heritrix
+HybridBot
+IDBTE4M
+Id-search
+Indy Library
+Intelliseek
 Internet Ninja
+InternetSeer
 Iria
+Iskanie
+IstellaBot
 JOC Web Spider
-Jbrofuzz
-JetCar
+JamesBOT
 Jetty
 JikeSpider
 Joomla
-Kozmosbot
-LNSpiderguy
+Kenjin Spider
+Keyword Density
+Kinza
 LWP::Simple
-Leap
+Larbin
 LeechFTP
-Lftp
 Libwhisker
-Linkbot
-LinkpadBot
-LinksManager
-LinqiaScrapeBot
+Likse
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
-Lmspider
 MIIxpc
 MJ12bot
+MQQBrowser
+MTRobot
 Mag-Net
 Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
 MarkMonitor
 MarkWatch
-Masscan
-Mata Hari
+Mass Downloader
 MauiBot
-Mb2345Browser
-MicroMessenger
-Mister PiX
-Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
+MeanPath Bot
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Minefield
+Mozlila
 Msrabot
 NICErsPRO
 Name Intelligence
+NearSite
 Needle
-Netcraft
-NextGenSearchBot
+NetLyzer
+Nettrack
+Nibbler
 Niki-bot
-NimbleCrawler
-Nutch
-Octopus
+Nuclei
 Offline Navigator
-OnCrawl
+Openfind
 Openvas
 OrangeBot
-OrangeSpider
-OutfoxBot
+OutclicksBot
 PECL::HTTP
-POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
+PageScorer
+Panscient
 Papa Foto
-Petalbot
-Pi-Monster
-Piepmatz
+Pavuk
+PeoplePal
+Picscout
+PictureFinder
 PleaseCrawl
-ProPowerBot
 ProWebWalker
-Psbot
-QueryN Metasearch
-RankFlex
-RankingBot
-RankingBot2
-RankurBot
-ReGet
-RedesScrapy
+Pu_iN
+Quick-Crawler
+Reaper
+RebelMouse
+RepoMonkey
+RocketCrawler
 SBIder
-SEOkicks
+SEOprofiler
+SalesIntelligent
 ScanAlert
-ScreenerBot
+Scanbot
+ScoutJet
+Scrapy
+Screaming
+ScrepyBot
 Searchestate
-SearchmetricsBot
-Semrush
-SentiBot
-SeoSiteCheckup
-Siphon
-SiteExplorer
-Snapbot
-Snoopy
+SemrushBot
+Shodan
+Site Sucker
+Snake
+SocialRankIOBot
+Sogou web spider
+Sottopop
 SputnikBot
-Sqlmap
+Sqlworm
+Stripper
 Sucker
 Sucuri
+SuperBot
 SuperHTTP
-Surfbot
-SurveyBot
-Suzuran
+Swiftbot
 Szukacz
+T0PHackTeam
+TeleportPro
 Telesoft
-Thumbor
-True_Robot
+Telesphoreo
+TheNomad
+TightTwatBot
+Tracemyfile
+Trendictionbot
+Turingos
+Turnitin
 Twice
 Upflow
 V-BOT
 Vacuum
 Vagabondo
-VelenPublicWebCrawler
-VoidEYE
-Voil
+VeriCiteCrawler
+VidibleScraper
 Voltron
+WEBDAV
 WISENutbot
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
+WPScan
 WeSEE
-Web Fetch
-Web Fuck
-Web Sucker
-WebAuto
-WebCollage
-WebEnhancer
-WebImageCollector
+Web Auto
+Web Enhancer
+Web Pix
+WebFetch
+WebFuck
 WebReaper
+WebSauger
 WebStripper
-WebSucker
 WebWhacker
 WebZIP
-Webshag
-WebsiteExtractor
-Whatweb
-Who.is Bot
+Webalta
+WebsiteQuester
+Webster
+Whacker
 Wonderbot
+Woobot
+Wotbox
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zeus
-Zitebot
-ZoomBot
+YoudaoBot
+Zauba
+ZmEu
 ZyBorg
+adscanner
+arquivo-web-crawler
+backlink-check
 cah.io.community
-crawl.sogou.com
+clark-crawler
+cognitiveseo
+com.plumanalytics
 crawler.feedback
-crawler4j
 eCatch
-gopher
-heritrix
-internetVista monitor
+evc-batch
+instabid
 ips-agent
+lwp-request
 meanpathbot
-mediawords
-muhstik-scan
-netEstate NE Crawler
 oBot
 probe-image-size
-ripz
-satoristudio.net
+scalaj-http
 seobility
 seostar
+serpstatbot
 siteripz
-sogouspider
-trendiction.com
+sysscan
 trendiction.de
-voyagerx.com
+ubermetrics-technologies.com
+webmeup-crawler
 webpros.com
 x09Mozilla
 x22Mozilla
-zgrab
+xpymep1.exe