V4.2021.10.2628 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-404enemy
-Aboundexbot
+ALittle Client
+Aboundex
 Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
+AllSubmitter
 Alligator
 Anarchie
-Anarchy99
+Ankit
 Anthill
-Apexoo
-Aspiegel
-Asterias
+AwarioRssBot
+AwarioSmartBot
 BDCbot
-BLEXBot
-BackWeb
-BacklinkCrawler
-Badass
-Bandit
-Barkrowler
-BatchFTP
-Battleztar Bazinga
+BDFetch
+Backlink-Ceck
+Bigfoot
 Bitacle
+Black Hole
 Blow
-Boardreader
-Brandprotect
+BlowFish
+Brandwatch
 Buck
-BuiltWith
 Bullseye
-BunnySlippers
-CATExplorador
+BuzzSumo
 CCBot
-CazoodleBot
+Cegbfeieh
 CensysInspect
-CherryPicker
-Claritybot
-Cogentbot
-CopyRightCheck
+CheeseBot
+Cloud mapping
+Cocolyzebot
+Collector
+Copyscape
 Cosmos
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
 CrunchBot
 Custo
+DIIbot
 DSearch
-Demon
+Deusu
 Digincore
+DigitalPebble
 Dirbuster
-Disco
+Discobot
 DnyzBot
+DomCopBot
+DomainAppender
+DomainCrawler
 DomainSigmaCrawler
+Domains Project
+Dotbot
+Dragonfly
 Drip
-EMail Siphon
 EMail Wolf
-Express WebPictures
-Extractor
+Evil
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
 Ezooms
-FDM
-Fimap
-G-i-g-a-b-o-t
-GermCrawler
-GetWeb
-Getintent
-Gigabot
-GoZilla
+Foobot
+FrontPage
+Fuzz
+Go-Ahead-Got-It
+Gotit
 GrabNet
-GridBot
+Grafula
+GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
-HTTrack
+HTMLparser
+HTTP::Lite
+Haansoft
 HaosouSpider
-Harvest
 Havij
-Humanlinks
-IRLbot
-Image Sucker
+Hloader
+IDBTE4M
+IlseBot
 IndeedBot
 InfoNaviRobot
-InfoTekies
-JOC Web Spider
-Joomla
+Internet Ninja
+Iria
+Iskanie
+IstellaBot
+JennyBot
+JetCar
+JikeSpider
+Jorgee
+Jyxobot
+Keyword Density
 Kinza
-LNSpiderguy
-Leap
-LeechGet
 LibWeb
-Likse
+Libwhisker
+LieBaoFast
 LinkScan
-Linkbot
-LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-MIDown tool
+Lipperhey Spider
 MIIxpc
 MSIECrawler
+MTRobot
 Mag-Net
-Mail.RU_Bot
+Magnet
+Majestic SEO
+Majestic-SEO
 MarkWatch
 Masscan
 MauiBot
 Mb2345Browser
-Microsoft Data Access
+MeanPath Bot
+Meanpathbot
 Microsoft URL Control
-Moblie Safari
+Mister PiX
+Mojeek
 Mojolicious
+Mozlila
 Msrabot
-Navroad
-Needle
+Name Intelligence
 Net Vampire
-NetZIP
+NetLyzer
 Netcraft
+Nettrack
 Netvibes
 NextGenSearchBot
 Niki-bot
-NimbleCrawler
+Nimbostratus
+Nmap
 Nuclei
 Octopus
 Offline Explorer
-Offline Navigator
 OnCrawl
+OpenLinkProfiler
 OpenVAS
-Openfind
-PECL::HTTP
+OrangeSpider
+OutfoxBot
 POE-Component-Client-HTTP
-Page Analyzer
+PageAnalyzer
+PageGrabber
+Pandalytics
 Papa Foto
-PeoplePal
-Pimonster
-Pixray
+Pavuk
+Pi-Monster
+Picscout
 PleaseCrawl
 Pockey
-ProWebWalker
-RSSingBot
+Probethenet
+Pu_iN
+Pump
+QueryN Metasearch
 RankActive
-RankFlex
+RankingBot2
+Rankivabot
+RankurBot
 Re-re
-ReGet
-RealDownload
-Reaper
-Recorder
+Ripper
 SBIder
 SEOkicks
-SEOkicks-Robot
 SISTRIX
 SalesIntelligent
 ScanAlert
-ScreenerBot
+Scanbot
+ScoutJet
+Screaming
 ScrepyBot
-SemrushBot
+SearchmetricsBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
-Seomoz
-Shodan
-Siphon
 Site Sucker
-SiteLockSpider
+SiteSnagger
+SiteSucker
 Sitebeam
-Siteimprove
+Sitevigil
 SlySearch
 Snake
 Snoopy
-SocialRankIOBot
-Sogou web spider
-Sottopop
+SpankBot
+Spanner
 SputnikBot
-Sqlmap
 Sqlworm
 Sqworm
 Steeler
-Stripper
 Sucuri
-SurveyBot
-Suzuran
 Swiftbot
 Szukacz
-TeleportPro
+T0PHackTeam
+Teleport
 Telesoft
-TheNomad
+Telesphorep
+TightTwatBot
+Titan
+Toweyabot
+Tracemyfile
+Trendiction
 Trendictionbot
+True_Robot
 Turnitin
-Typhoeus
-URLy Warning
-UnisterBot
+TurnitinBot
+Twice
+URLy.Warning
 Upflow
-V-BOT
 VCI
 Vagabondo
-VeriCiteCrawler
+VelenPublicWebCrawler
 Virusdie
 VoidEYE
-WBSearchBot
+WASALive-Bot
+WEBDAV
 WISENutbot
-WWW::Mechanize
+WPScan
+WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-Web Auto
-Web Pix
+Web Collage
+Web Enhancer
 Web Sauger
 Web Sucker
-WebAuto
-WebLeacher
-WebStripper
-WebWhacker
-WebZIP
+WebCollage
+WebCopier
+WebFetch
+WebPix
+WebSauger
+WebSucker
 Webalta
 WebmasterWorldForumBot
-Webshag
+Website Quester
 WebsiteExtractor
 Webster
 Whack
-Whacker
-Who.is Bot
 Widow
-WinHTTrack
 Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
-Zermelo
+Wprecon
 Zeus
-ZmEu
-autoemailspider
+ZyBorg
+arquivo.pt
 cah.io.community
 clark-crawler
-coccocbot-web
-dataforseo.com
-demandbase-bot
-evc-batch
-facebookscraper
-ips-agent
-meanpathbot
-netEstate NE Crawler
-page scorer
-plumanalytics
-ripz
-seobility
+gopher
+muhstik-scan
+oBot
+pcBrowser
+polaris version
+s1z.ru
+scan.lol
+seoscanners
 seostar
-serpstatbot
+sitechecker.pro
+siteripz
 sogouspider
-trendiction.de
-ubermetrics-technologies.com
+sp_auditbot
+trendiction.com
 voyagerx.com
 webpros.com
-xpymep1.exe
+zauba.io