V4.2022.04.3038 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
-AIBOT
-ALittle Client
-AhrefsBot
+01h4x.com
+360Spider
+404enemy
+ASPSeek
+Abonti
+Aboundexbot
+Acunetix
+AiHitBot
+Aipbot
 Alligator
 AlphaBot
-Anarchy
+Anarchie
 Ankit
-Apexoo
-Atomseobot
+Anthill
+Aspiegel
 AwarioRssBot
-BDCbot
+BDFetch
 BackDoorBot
-BacklinkCrawler
-Badass
-Barkrowler
-Battleztar Bazinga
-BetaBot
-Bitacle
+Backlink-Ceck
+BatchFTP
 Black Hole
 BlackWidow
 Blow
 BlowFish
 Boardreader
+BotALot
+Brandprotect
+Brandwatch
+Buck
 Buddy
-BuiltBotTough
-Bullseye
-CATExplorador
 CCBot
 CODE87
 CSHttp
+CazoodleBot
 CheTeam
+CherryPicker
+ChinaClaw
 Claritybot
 Cliqzbot
-CopyRightCheck
+Cogentbot
 Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 Crescent
+CrunchBot
 CyotekWebCopy
-Disco
-DnBCrawler-Analytics
-DomCopBot
+DIIbot
+DatabaseDriverMysqli
+DigitalPebble
+Discobot
+Discoverybot
+Dispatch
+DittoSpyder
+DnyzBot
 DomainAppender
 DomainCrawler
 DomainSigmaCrawler
+DomainStatsBot
 Download Wonder
-Drip
+Dragonfly
 ECCP/1.0
-EMail Wolf
-EirGrabber
+EMail Siphon
+EasyDL
+Ebingbong
+EroCrawler
 Exabot
-Express WebPictures
-ExtLinksBot
+Extractor
 Extreme Picture Finder
+FDM
 FHscan
+FemtosearchBot
 Fimap
-Firefox/7.0
-FlashGet
-Foobot
-Fuzz
-FyberSpider
+Flunky
+FrontPage
+G-i-g-a-b-o-t
 Genieo
-GermCrawler
-GetRight
-GetWeb
 Getintent
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-Gotit
-Grabber
-Grafula
-GrapeFX
-HTTP::Lite
+GrabNet
+HEADMasterSEO
+HMView
+HaosouSpider
 Harvest
+Havij
+Hloader
 HonoluluBot
-Humanlinks
-IDBTE4M
-IRLbot
-Iblog
-Id-search
-IlseBot
+IDBot
+Image Sucker
 IndeedBot
+Indy Library
+Intelliseek
 InterGET
+Internet Ninja
+Iria
 JOC Web Spider
+JamesBOT
 Jetty
 JikeSpider
-Keyword Density
-Kozmosbot
-LexiBot
-LinkWalker
-Linkbot
+Joomla
+Jorgee
+JustView
+Kenjin Spider
+Kinza
+LNSpiderguy
+LeechGet
+Lightspeedsystems
 LinkextractorPro
-LinkpadBot
-LinksManager
-Lipperhey Spider
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
+Lipperhey
 MIDown tool
 MIIxpc
-Mag-Net
-MarkMonitor
-MarkWatch
+Mail.RU_Bot
+Majestic12
+Mata Hari
+MeanPath Bot
 Mediatoolkitbot
 Metauri
 Minefield
-Mojeek
+Moblie Safari
 Mojolicious
 Mozlila
-NICErsPRO
-NPbot
-Needle
+Musobot
+Name Intelligence
+Navroad
+Nessus
 Net Vampire
-NetAnts
-NetZIP
+NetLyzer
+Netcraft
+Nibbler
+Nikto
 Nimbostratus
 Ninja
+Nmap
 Nuclei
-Nutch
-OnCrawl
-OpenLinkProfiler
+Octopus
+Offline Explorer
 OpenVAS
+Openfind
 Openvas
 OrangeBot
-OrangeSpider
-PHPCrawl
-PageGrabber
+OutclicksBot
+OutfoxBot
 PageThing.com
 Pandalytics
-Papa Foto
 Pavuk
 Pi-Monster
+Picscout
+Picsearch
 PictureFinder
-Piepmatz
-Pockey
-ProPowerBot
-Probethenet
-Pump
+PleaseCrawl
 PxBroker
-QueryN Metasearch
+PyCurl
 RankActive
-RankActiveLinkBot
-RankFlex
-RankingBot
-Rankivabot
 RankurBot
-ReGet
-RealDownload
-RepoMonkey
 Ripper
 RocketCrawler
-SBIder
-SEOkicks-Robot
-SISTRIX
-ScanAlert
-Scrapy
+SEOstats
+SMTBot
+ScoutJet
 Screaming
-ScrepyBot
 Searchestate
 SearchmetricsBot
-SeoSiteCheckup
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
+SemanticJuice
+SemrushBot
+SeobilityBot
+Siphon
+Site Sucker
+SiteSucker
 SlySearch
+SmartDownload
+Snake
+Snapbot
 Snoopy
-Sociscraper
+SocialRankIOBot
 Sosospider
+Sottopop
 SpaceBison
 SpankBot
-SputnikBot
 Sqlmap
-Sqlworm
+Sqworm
 Steeler
-Swiftbot
+Stripper
+SuperHTTP
+T0PHackTeam
+T8Abot
 Teleport
 TeleportPro
+Telesphoreo
+The Intraformant
 TheNomad
-Titan
-Toata
 Toweyabot
-Tracemyfile
-Trendiction
+True_Robot
 Turingos
-TurnitinBot
-Twice
-URLy.Warning
-UnisterBot
-V-BOT
-VB Project
+Upflow
 Vagabondo
-VeriCiteCrawler
-Virusdie
+VelenPublicWebCrawler
 VoidEYE
-Voil
-Voltron
 WBSearchBot
+WPScan
 WWW-Mechanize
-Wallpapers
+WWW::Mechanize
+WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
 Web Auto
-Web Fuck
+Web Pix
 Web Sauger
+WebAuto
 WebBandit
-WebEnhancer
-WebGo IS
-WebSucker
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Webster
-Whack
-Whacker
-Whatweb
-Widow
-WinHTTrack
-WiseGuys Robot
-Xaldon WebSpider
-Xenu
+WebCollage
+WebCopier
+WebImageCollector
+WebReaper
+WebStripper
+Who.is Bot
+Wonderbot
+Wotbox
 Zade
-Zeus
-Zitebot
-ZmEu
-ZoomBot
-ZumBot
+ZoominfoBot
+ZyBorg
+adscanner
 archive.org_bot
-arquivo.pt
-cah.io.community
-coccocbot
-cognitiveseo
+arquivo-web-crawler
+check1.exe
+clark-crawler
 com.plumanalytics
-crawler4j
-facebookscraper
+crawler.feedback
+demandbase-bot
+eCatch
 gopher
+instabid
 ips-agent
+isitwp.com
 iubenda-radar
-lwp-request
 meanpathbot
 muhstik-scan
-netEstate NE Crawler
-polaris version
 s1z.ru
-scan.lol
-serpstatbot
-sogouspider
+scalaj-http
+seocompany.store
+seostar
+sitechecker.pro
+siteripz
+spyfu
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
 webpros.com
-webprosbot
+x09Mozilla
+zauba.io
+zgrab