V4.2021.08.2542 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-404enemy
+360Spider
 80legs
+ASPSeek
 Abonti
+Aboundex
 Aboundexbot
+AiHitBot
+Aipbot
 AllSubmitter
 Alligator
-Anarchy
-Ankit
+Anarchy99
 Anthill
-Apexoo
-BBBike
+Asterias
+Attach
+AwarioRssBot
 BDCbot
-BackDoorBot
+BackStreet
 BackWeb
 Backlink-Ceck
-BatchFTP
+Badass
+Bandit
+Barkrowler
 Battleztar Bazinga
-Bigfoot
+Black Hole
+BlackWidow
 Blow
-Bolt
-Brandprotect
-Buck
+Boardreader
+BotALot
+Buddy
+BuiltBotTough
+BuiltWith
 Bullseye
-BunnySlippers
-CODE87
+CATExplorador
 CSHttp
 Calculon
-CheeseBot
-Claritybot
-Cliqzbot
-Cocolyzebot
-Copyscape
+CazoodleBot
+Cegbfeieh
+CheTeam
+CherryPicker
+Chlooe
+Cloud mapping
+Collector
+Copier
+CopyRightCheck
+Craftbot
 Crawling at Home Project
-DBLBot
-DSearch
+Curious
+CyotekWebCopy
 DataCha0s
-Demon
-Deusu
 Devil
-DigitalPebble
 Discobot
-Discoverybot
+Dispatch
 DomCopBot
-DomainStatsBot
-Drip
-Ebingbong
+Domains Project
+Dragonfly
+EMail Siphon
+Ecxi
+Evil
 Exabot
-Extreme Picture Finder
-FHscan
-FemtosearchBot
+ExtLinksBot
+Extractor
+ExtractorPro
+FDM
 FlashGet
 Flunky
-Foobot
-Freeuploader
+FrontPage
+FyberSpider
 Fyrebot
-GermCrawler
-Getintent
-Go!Zilla
-Gotit
+G-i-g-a-b-o-t
+GalaxyBot
+GoZilla
 GrabNet
-Grabber
+GrapeFX
 GrapeshotCrawler
-GridBot
 HEADMasterSEO
+HTMLparser
 HTTrack
-HaosouSpider
+Havij
+Heritrix
+Hloader
+IDBTE4M
 Iblog
 IlseBot
 Image Sucker
 Intelliseek
 InterGET
+Internet Ninja
 InternetSeer
-Jetty
+Iria
+JOC Web Spider
+Jbrofuzz
+JikeSpider
+JustView
+Kinza
 LNSpiderguy
-LWP::Simple
-Lanshanbot
 Larbin
-Leap
-LeechGet
-LexiBot
-Likse
-Linkdexbot
+LibWeb
+Lightspeedsystems
+LinkScan
+LinkWalker
+Linkbot
 LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
 Ltx71
-MTRobot
-Mag-Net
-Majestic12
+MFC_Tear_Sample
+MIIxpc
+MQQBrowser
+MSFrontPage
+MSIECrawler
+Mail.RU_Bot
+MarkMonitor
+Mass Downloader
 Masscan
-MauiBot
-MeanPath Bot
 Mediatoolkitbot
-Mister PiX
-Mojeek
-Morfeus Fucking Scanner
-Mr.4x3
+MegaIndex.ru
+Metauri
+Microsoft Data Access
+Microsoft URL Control
 Musobot
+NICErsPRO
+NPbot
 Name Intelligence
 Nameprotect
 Navroad
 Nessus
-NetMechanic
-NetZIP
-Netvibes
-NextGenSearchBot
+NetLyzer
+Netcraft
+Niki-bot
 NimbleCrawler
+Nimbostratus
+Ninja
 Nmap
-Octopus
-OnCrawl
-Openfind
+OpenLinkProfiler
 Openvas
 OrangeBot
-OrangeSpider
-OutclicksBot
-OutfoxBot
-PageGrabber
-PageScorer
-PageThing.com
-Panscient
-Papa Foto
+PHPCrawl
+Pandalytics
 Pavuk
-PeoplePal
-Picsearch
-Piepmatz
-PleaseCrawl
-Pockey
-ProPowerBot
-Quick-Crawler
-RSSingBot
-RankActive
+PictureFinder
+Pixray
+ProWebWalker
+RankActiveLinkBot
+Rankivabot
+RankurBot
+Re-re
 ReGet
+RealDownload
 Reaper
-RepoMonkey
+RebelMouse
+Recorder
 Ripper
 RocketCrawler
 SBIder
 SEOkicks
-SEOkicks-Robot
-SEOprofiler
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
+SEOlyticsCrawler
+SISTRIX
 ScoutJet
-Scrapy
 ScrepyBot
-SearchmetricsBot
+Searchestate
 Semrush
-SentiBot
+SemrushBot
 SeoSiteCheckup
-Seomoz
-Siphon
+SeobilityBot
 Site Sucker
 SiteExplorer
-SiteLockSpider
-SiteSnagger
+SiteSucker
+Sitebeam
+Siteimprove
 SlySearch
-Snake
+Snapbot
+SocialRankIOBot
 Sociscraper
-Spammen
-SpankBot
+Sosospider
+Sottopop
 Spanner
-Sqlmap
-Sqlworm
+Spbot
+Spinn3r
 Stripper
-Sucker
 Sucuri
-SuperBot
-Surfbot
-SurveyBot
-T0PHackTeam
-T8Abot
-Telesphorep
-The Intraformant
-TheNomad
-Thumbor
-Toata
-Toweyabot
-Trendiction
-Turingos
-Turnitin
+Telesoft
+Telesphoreo
+True_Robot
+TurnitinBot
 TwengaBot
-URLy.Warning
-UnisterBot
-Upflow
-VB Project
+URLy Warning
+V-BOT
 VCI
 Vacuum
+Vagabondo
 VelenPublicWebCrawler
+Voil
+Voltron
+WBSearchBot
 WISENutbot
-WPScan
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
+WallpapersHD
 WeSEE
-Web Enhancer
-Web Fuck
-Web Pix
-Web Sucker
 WebBandit
-WebCollage
-WebCopier
-WebEnhancer
-WebFetch
 WebFuck
+WebLeacher
 WebPix
+WebReaper
+WebSauger
 WebStripper
-Webalta
-Webshag
-Website Quester
-Whacker
-WinHTTrack
-WiseGuys Robot
-Xaldon_WebSpider
+WebSucker
+Webster
+Whack
+Who.is Bot
+Widow
+Wonderbot
+Wotbox
+Xenu
+YoudaoBot
 Zermelo
-ZoomBot
+Zeus
 ZoominfoBot
 ZumBot
 ZyBorg
+archive.org_bot
 autoemailspider
-backlink-check
-cognitiveseo
+crawl.sogou.com
 demandbase-bot
-facebookscraper
+gopher
+instabid
+isitwp.com
+lwp-request
 lwp-trivial
 magpie-crawler
-muhstik-scan
+mediawords
+netEstate NE Crawler
+page scorer
+pcBrowser
+plumanalytics
 probe-image-size
-ripz
 satoristudio.net
-seobility
-seoscanners
+scalaj-http
+scan.lol
+seostar
 serpstatbot
 sexsearcher
-sitechecker.pro
+sp_auditbot
+spyfu
 sysscan
-tAkeOut
 trendiction.com
-trendiction.de
 webmeup-crawler
-webpros.com
 x09Mozilla
-x22Mozilla
-xpymep1.exe
+zauba.io
 zgrab