V4.2021.11.2733 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
+360Spider
 404enemy
-ADmantX
+AIBOT
 Abonti
-Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
 AllSubmitter
-Alligator
-AlphaBot
+Anarchie
 Anarchy99
+Ankit
+Aspiegel
+Asterias
 AwarioRssBot
-BBBike
-Backlink-Ceck
+AwarioSmartBot
+BDCbot
+BDFetch
+BackDoorBot
+BackStreet
 BacklinkCrawler
-Badass
-Barkrowler
-BetaBot
-Bitacle
-Blow
-BlowFish
-Boardreader
+Bandit
+BatchFTP
+BlackWidow
 Brandprotect
-BuiltBotTough
-Bullseye
-CATExplorador
-CCBot
-CODE87
+Buck
+Buddy
+BunnySlippers
 Calculon
 Cegbfeieh
 CensysInspect
 CheTeam
+CheeseBot
 CherryPicker
+ChinaClaw
+Chlooe
 Claritybot
-Cliqzbot
-Cogentbot
-Copier
+Cloud mapping
 CopyRightCheck
-Cosmos
-Crescent
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
 Curious
-DatabaseDriverMysqli
-Devil
-Dirbuster
-Discobot
-DittoSpyder
-DomCopBot
+DataCha0s
+Disco
+Dispatch
+DnBCrawler-Analytics
 DomainAppender
-DomainStatsBot
-Domains Project
-ECCP/1.0
+DomainSigmaCrawler
+Dotbot
 EasyDL
 Ebingbong
 Ecxi
-Evil
-FDM
-FHscan
-FemtosearchBot
-Fimap
+ExtLinksBot
+Extractor
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+Firefox/7.0
+FlashGet
 Flunky
-Foobot
+Freeuploader
+Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
+GermCrawler
+GetWeb
 Getintent
-Gigabot
 Go-Ahead-Got-It
 GoZilla
-Gotit
-Grabber
+GrabNet
+Grafula
+GrapeFX
+HEADMasterSEO
 HTTrack
 Harvest
 Heritrix
-IRLbot
-Iblog
+Hloader
+Humanlinks
+IDBTE4M
+IDBot
 Id-search
 IlseBot
-Image Fetch
-Image Sucker
+Indy Library
 Intelliseek
-Internet Ninja
-Iria
-IstellaBot
-JikeSpider
-Jorgee
-JustView
-LNSpiderguy
-Lanshanbot
+InterGET
+Jbrofuzz
+JennyBot
+Joomla
+LWP::Simple
 Larbin
-Lftp
-LibWeb
-LieBaoFast
+Leap
+Likse
+LinkScan
 LinkWalker
-Linkdexbot
+LinkextractorPro
 LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
+Lipperhey Spider
+Litemage_walker
 Lmspider
-Ltx71
-MIIxpc
-MQQBrowser
-MSIECrawler
+MFC_Tear_Sample
+MIDown tool
+MSFrontPage
 Mag-Net
 Magnet
-Mail.RU_Bot
 Majestic SEO
-MarkWatch
-MauiBot
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
+Majestic-SEO
+Mass Downloader
+Metauri
+Microsoft Data Access
+Minefield
 Moblie Safari
 Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
 Musobot
-NICErsPRO
 NPbot
 Name Intelligence
 Navroad
-Nessus
+Needle
 Net Vampire
+NetAnts
+NetMechanic
 NetZIP
 NextGenSearchBot
-Nuclei
-Nutch
-Offline Navigator
-Openfind
+Nikto
+NimbleCrawler
+Nimbostratus
+Not
+Octopus
+OpenLinkProfiler
+OrangeBot
 OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
-Page Analyzer
-PageAnalyzer
+PECL::HTTP
+PHPCrawl
 PageGrabber
-Papa Foto
-PeoplePal
+PageThing.com
 Petalbot
-Picscout
-PictureFinder
-Pimonster
 Pixray
-PleaseCrawl
-ProPowerBot
-ProWebWalker
-PxBroker
-PyCurl
+Pockey
+Probethenet
+Quick-Crawler
+RankActiveLinkBot
+RankingBot
+Rankivabot
 ReGet
-Recorder
-Ripper
+Reaper
+RedesScrapy
 RocketCrawler
 Rogerbot
-SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
-SMTBot
-SalesIntelligent
-Scanbot
-ScreenerBot
-Semrush
+SEOprofiler
+SISTRIX
+ScanAlert
+ScrepyBot
 SentiBot
-Seomoz
+SeoSiteCheckup
+SeobilityBot
 Siphon
-Site Sucker
-Sitebeam
-SmartDownload
+SiteLockSpider
+Sitevigil
+SlySearch
+Sociscraper
+Sogou web spider
+SpaceBison
+Spammen
+SpankBot
+Spbot
 Spinn3r
+Sqlmap
+Sqworm
 Steeler
-Stripper
-Sucker
 Sucuri
-Surfbot
-Suzuran
-Szukacz
-T0PHackTeam
 T8Abot
 Teleport
 Telesphoreo
-The Intraformant
-Thumbor
+TheNomad
 TightTwatBot
-Titan
 Toweyabot
-TurnitinBot
 TwengaBot
-Twice
-Typhoeus
-VB Project
+V-BOT
 VCI
-Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
 VoidEYE
-Voil
-Voltron
-WEBDAV
 WISENutbot
+WPScan
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
 WallpapersHD
-Web Collage
+WeSEE
+Web Auto
+Web Fetch
 Web Fuck
 Web Sauger
 WebAuto
 WebCollage
 WebFetch
-WebPix
-WebReaper
+WebFuck
+WebGo IS
+WebImageCollector
 WebSauger
+WebZIP
 Webshag
-Whack
-Widow
-WinHTTrack
-Wonderbot
-Woobot
+WebsiteExtractor
+WebsiteQuester
+Webster
+WiseGuys Robot
 Wotbox
+Wprecon
+Xaldon WebSpider
+Xenu
+YoudaoBot
+Zermelo
+Zeus
+Zitebot
+ZmEu
+ZumBot
+ZyBorg
 adscanner
+archive.org_bot
 arquivo-web-crawler
-autoemailspider
-crawler.feedback
-crawler4j
+backlink-check
+com.plumanalytics
 dataforseo.com
-domainsproject.org
+demandbase-bot
 eCatch
+evc-batch
 facebookscraper
+instabid
 isitwp.com
+lwp-request
+lwp-trivial
+magpie-crawler
 mediawords
-oBot
-page scorer
-pcBrowser
+netEstate NE Crawler
+plumanalytics
+probe-image-size
 ripz
-s1z.ru
-scan.lol
-seobility
 seocompany.store
 seostar
-serpstatbot
-sexsearcher
 sitechecker.pro
-sogouspider
+siteripz
 sp_auditbot
 spyfu
-sysscan
-tAkeOut
-trendiction.com
 trendiction.de
 ubermetrics-technologies.com
 webmeup-crawler
-zauba.io
+x09Mozilla
+x22Mozilla
 zgrab