V4.2022.03.3011 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
-Abonti
-Aboundex
-AfD-Verbotsverfahren
-Alligator
-Anarchie
-Anarchy
-Anarchy99
+01h4x.com
+80legs
+AIBOT
+ASPSeek
+Aboundexbot
+Acunetix
+AhrefsBot
+AlphaBot
+Ankit
 Anthill
+Apexoo
 Asterias
+Atomseobot
 Attach
-AwarioRssBot
+AwarioSmartBot
+BDCbot
 BackDoorBot
-BackStreet
-Backlink-Ceck
+BackWeb
+BacklinkCrawler
 Badass
-BatchFTP
-BetaBot
-Blackboard
+Barkrowler
+Bigfoot
+Black Hole
+BlackWidow
+Blow
+Boardreader
 Brandwatch
-Buck
+BuiltBotTough
 BuiltWith
-CATExplorador
+CCBot
+CODE87
 CSHttp
 Calculon
+CazoodleBot
 Cegbfeieh
-CensysInspect
-CheTeam
+CheeseBot
 CherryPicker
-Citoid
+Cliqzbot
+Cogentbot
 Copier
 CopyRightCheck
-CrazyWebCrawler
-Crescent
+Copyscape
+Cosmos
 CrunchBot
+Curious
 CyotekWebCopy
-DBLBot
-DSearch
+DIIbot
 DataCha0s
-DatabaseDriverMysqli
-Devil
 DigitalPebble
+Discobot
 Discoverybot
-Dispatch
 DnyzBot
 DomCopBot
 DomainSigmaCrawler
 DomainStatsBot
 Domains Project
-Dragonfly
 Drip
-EMail Wolf
-Ebingbong
+EMail Siphon
 Ecxi
 EirGrabber
+EroCrawler
 Evil
-Exabot
-Express WebPictures
-ExtLinksBot
-Ezooms
-FHscan
-FemtosearchBot
-Freeuploader
-FrontPage
+Extractor
+ExtractorPro
+FDM
+FlashGet
+Flunky
+Foobot
+Fuzz
 FyberSpider
 Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
 GalaxyBot
 GermCrawler
-Grabber
-HTTrack
+GetWeb
+Getintent
+Gigabot
+GoZilla
+GrabNet
+GridBot
+HMView
+HTMLparser
+Haansoft
 HaosouSpider
-Havij
-IRLbot
-Iblog
-Image Sucker
+Harvest
+Heritrix
 IndeedBot
-InfoNaviRobot
+Intelliseek
 Internet Ninja
-JOC Web Spider
 Jbrofuzz
 JennyBot
-JetCar
-JustView
-Jyxobot
-Kenjin Spider
+Jetty
 Keyword Density
-Kozmosbot
+LNSpiderguy
+Lanshanbot
 Leap
-LexiBot
-Lftp
+LeechFTP
 LibWeb
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkWalker
+Libwhisker
+Linkbot
 LinkextractorPro
 LinksManager
-LinqiaRSSBot
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+Lipperhey
 Litemage_walker
-Lmspider
+Ltx71
 MIDown tool
-MQQBrowser
-Mag-Net
 Magnet
-MarkWatch
-Mass Downloader
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
 Mata Hari
-Meanpathbot
-MegaIndex.ru
+MauiBot
+MeanPath Bot
+Mediatoolkitbot
 Metauri
 MicroMessenger
 Microsoft URL Control
-Mister PiX
-Mojeek
-Mr.4x3
-Msrabot
-Navroad
+Morfeus Fucking Scanner
+Mozlila
+Nameprotect
+Needle
+Nessus
 Net Vampire
-NetLyzer
-Nettrack
-Niki-bot
-Nmap
-Nuclei
-OpenLinkProfiler
+NetSpider
+Netvibes
+Not
+Nutch
+OnCrawl
+OpenVAS
 Openfind
-Openvas
 OrangeBot
-OutclicksBot
-PECL::HTTP
-PHPCrawl
+OrangeSpider
+OutfoxBot
 POE-Component-Client-HTTP
-Pandalytics
 Panscient
-Pimonster
+PeoplePal
+Pi-Monster
+Pixray
+ProPowerBot
+Probethenet
+Psbot
 Pu_iN
-Pump
-PxBroker
-QueryN Metasearch
 Quick-Crawler
-RSSingBot
 RankActive
 RankActiveLinkBot
 RankFlex
-RankingBot
-ReGet
-RebelMouse
+RankingBot2
+Re-re
+Recorder
 RedesScrapy
-RocketCrawler
+RepoMonkey
+Ripper
+SEOlyticsCrawler
+SISTRIX
+SMTBot
+SalesIntelligent
 ScoutJet
-Scrapy
 Screaming
 ScrepyBot
 Searchestate
+SearchmetricsBot
 Seekport
-SemanticJuice
-SentiBot
+SemrushBot
 SeoSiteCheckup
-SeobilityBot
-Shodan
-SiteSucker
+Seomoz
+SiteCheckerBotCrawler
+Sitebeam
+SlySearch
 SmartDownload
-Sogou web spider
-Sosospider
+Snapbot
 SpaceBison
-Spammen
 Spanner
-Spinn3r
+SputnikBot
 Sqlworm
+Stripper
 Sucuri
-SuperBot
-SurveyBot
-Suzuran
-Swiftbot
 Szukacz
 T0PHackTeam
-T8Abot
-Teleport
-TeleportPro
-Telesphoreo
-TheNomad
-Thumbor
 TightTwatBot
 Toata
+Toweyabot
 Trendictionbot
-Turingos
-Typhoeus
-VCI
-Vacuum
-VeriCiteCrawler
+TwengaBot
+Twice
+URLy.Warning
+VB Project
+VidibleScraper
+Voil
 WASALive-Bot
-WBSearchBot
-WISENutbot
-WPScan
-WWW-Collector-E
-WWWOFFLE
+WWW-Mechanize
 Wallpapers
-Wallpapers/3.0
-WeSEE
+WallpapersHD
 Web Collage
-Web Enhancer
 Web Fuck
 Web Pix
-Web Sauger
-Web Sucker
 WebAuto
 WebCollage
+WebCopier
 WebFetch
+WebPix
 WebSauger
-WebmasterWorldForumBot
+WebSucker
+Webshag
+WebsiteExtractor
+WebsiteQuester
 Whatweb
-Who.is Bot
-WinHTTrack
 WiseGuys Robot
-Wonderbot
-Woobot
-Wotbox
+Wprecon
+Xaldon WebSpider
 Xaldon_WebSpider
+YoudaoBot
 Zeus
-Zitebot
+ZoominfoBot
 ZumBot
-backlink-check
-clark-crawler
+archive.org_bot
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
+check1.exe
+coccocbot
 cognitiveseo
 com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-demandbase-bot
+crawler4j
 evc-batch
-facebookscraper
-heritrix
 instabid
-internetVista monitor
-isitwp.com
-iubenda-radar
-magpie-crawler
-muhstik-scan
-netEstate NE Crawler
-pcBrowser
+ips-agent
+lwp-request
+lwp-trivial
+meanpathbot
+page scorer
+plumanalytics
+polaris version
 s1z.ru
-scan.lol
-seobility
-seocompany.store
+satoristudio.net
+seostar
+serpstatbot
+sexsearcher
 sitechecker.pro
 siteripz
-sysscan
+sogouspider
+spyfu
 trendiction.com
+trendiction.de
 voyagerx.com
+x09Mozilla
+x22Mozilla
 zgrab