V4.2021.10.2685 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404checker
-ASPSeek
-Acunetix
-AfD-Verbotsverfahren
-Alexibot
-AlphaBot
+80legs
+ADmantX
+AiHitBot
+Aipbot
+AllSubmitter
 Anarchie
 Anarchy
-Aspiegel
-Asterias
-AwarioRssBot
-AwarioSmartBot
+Apexoo
+BDCbot
 BDFetch
-BLEXBot
-BackDoorBot
-BackStreet
-Battleztar Bazinga
+Backlink-Ceck
+BacklinkCrawler
+Badass
+Bandit
+BatchFTP
+BetaBot
+Bigfoot
 Bitacle
-Black Hole
-Bolt
-Brandwatch
-BuiltBotTough
-BunnySlippers
-Calculon
+BlackWidow
+Blackboard
+BlowFish
+Buck
+CATExplorador
+CCBot
+ChinaClaw
+Cocolyzebot
+Cogentbot
+Collector
 Copier
 Copyscape
-Craftbot
-CrazyWebCrawler
+Crescent
 CrunchBot
 Curious
-DatabaseDriverMysqli
-Demon
-Deusu
-Dirbuster
-Discoverybot
+DataCha0s
+Devil
+DigitalPebble
 Dispatch
 DnBCrawler-Analytics
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
-Domains Project
 Dotbot
-Dragonfly
 Drip
-ECCP/1.0
-EMail Siphon
-EMail Wolf
-EasyDL
+Ecxi
+EirGrabber
+Evil
 Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
+Extreme Picture Finder
 FDM
-FemtosearchBot
+FHscan
+Fimap
 Flunky
-Freeuploader
-FrontPage
+Foobot
+FyberSpider
 Fyrebot
+G-i-g-a-b-o-t
 GetWeb
 Getintent
-Go-Ahead-Got-It
-GoZilla
-GrabNet
-GrapeshotCrawler
-HEADMasterSEO
+Go!Zilla
+GridBot
 HMView
-HTTP::Lite
-HTTrack
 Harvest
-HybridBot
-Iblog
-Id-search
-Indy Library
-InfoNaviRobot
+Hloader
+IDBTE4M
+IRLbot
+Image Fetch
+InfoTekies
 Intelliseek
-Iria
-IstellaBot
+Iskanie
+JOC Web Spider
+JamesBOT
 Jbrofuzz
+Jetty
+Jorgee
+JustView
 Jyxobot
-Kinza
+Kenjin Spider
 LNSpiderguy
-Larbin
+Lanshanbot
 Leap
-LeechFTP
 LexiBot
 Lftp
-LibWeb
-Libwhisker
 LieBaoFast
-Lightspeedsystems
-Likse
 LinkScan
 Linkbot
-Linkdexbot
 LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 LinqiaScrapeBot
-Ltx71
-MIDown tool
-MJ12bot
-MSIECrawler
+Lipperhey
+Lipperhey Spider
+MFC_Tear_Sample
 MTRobot
 Magnet
-Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
+Mass Downloader
 Mata Hari
-Meanpathbot
-MicroMessenger
+MauiBot
+Mediatoolkitbot
 Moblie Safari
-Mojolicious
-Mr.4x3
 Msrabot
-Musobot
-Name Intelligence
+Navroad
+NearSite
 Needle
-Nessus
+Net Vampire
 NetAnts
-NetMechanic
-NetZIP
-Netvibes
+NetLyzer
+Netcraft
 NextGenSearchBot
-Niki-bot
-Nimbostratus
-Nmap
-Nutch
-Octopus
-Offline Explorer
-OnCrawl
-OpenVAS
+Nikto
+OpenLinkProfiler
+Openfind
 Openvas
+OrangeBot
 OrangeSpider
-OutfoxBot
 PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
 PageGrabber
-PageThing.com
-Papa Foto
+PageScorer
+Pandalytics
+Panscient
 Pavuk
+PeoplePal
 Petalbot
 Pi-Monster
-PictureFinder
-Piepmatz
 Pimonster
-ProWebWalker
+Psbot
+Pu_iN
 Pump
-PxBroker
-QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
-RankFlex
-RankingBot2
 Rankivabot
-Re-re
-RealDownload
-Reaper
-RebelMouse
-Recorder
-RedesScrapy
-Ripper
-SBIder
-SEOkicks
+RankurBot
+ReGet
+RocketCrawler
 SEOkicks-Robot
-SEOlyticsCrawler
 SEOprofiler
 SEOstats
 SISTRIX
-SalesIntelligent
+Scanbot
 ScoutJet
-Screaming
+Scrapy
+ScrepyBot
+SearchmetricsBot
 SemrushBot
 SentiBot
-SeoSiteCheckup
+Seomoz
 Siphon
-Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
-SiteSucker
+SiteSnagger
+Sitebeam
 Siteimprove
-Sogou web spider
-Spammen
-Spbot
+SlySearch
+SmartDownload
+Snake
+Snoopy
+SocialRankIOBot
+Sociscraper
+Sottopop
+Spanner
 Spinn3r
-Sqworm
-SuperHTTP
-Swiftbot
-Szukacz
-T8Abot
+SputnikBot
+Sqlmap
+Sqlworm
+Steeler
+SuperBot
+SurveyBot
+Suzuran
+Teleport
 TeleportPro
-Telesphoreo
-Telesphorep
+Telesoft
+The Intraformant
 Thumbor
-TightTwatBot
+Titan
+Toata
 Tracemyfile
-Trendictionbot
+True_Robot
 Turingos
-Turnitin
+TurnitinBot
 UnisterBot
 Upflow
-Vagabondo
+VB Project
+Vacuum
+VeriCiteCrawler
+VidibleScraper
+Virusdie
 VoidEYE
 Voltron
-WEBDAV
-WISENutbot
+WBSearchBot
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
+Wallpapers
 WallpapersHD
-WeSEE
 Web Auto
 Web Collage
-Web Enhancer
 Web Fetch
-Web Fuck
-Web Sauger
 WebAuto
-WebEnhancer
-WebFetch
-WebSauger
+WebBandit
+WebImageCollector
+WebPix
+WebSucker
 Webalta
-Webster
+Whack
 Whacker
 Whatweb
 Who.is Bot
 Widow
+WinHTTrack
 WiseGuys Robot
 Wonderbot
+Woobot
+Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
-Zade
-Zeus
-Zitebot
+YoudaoBot
 ZmEu
-ZoomBot
+ZoominfoBot
 ZumBot
-archive.org_bot
-arquivo-web-crawler
-backlink-check
+autoemailspider
+coccocbot-web
+cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-crawler.feedback
-domainsproject.org
-facebookscraper
-isitwp.com
-lwp-trivial
-magpie-crawler
-meanpathbot
-netEstate NE Crawler
+demandbase-bot
+evc-batch
+gopher
+ips-agent
+lwp-request
+muhstik-scan
+oBot
+pcBrowser
+polaris version
 ripz
 s1z.ru
+scalaj-http
+seoscanners
+seostar
+sexsearcher
 sitechecker.pro
-webmeup-crawler
+sp_auditbot
+spyfu
+trendiction.com
+ubermetrics-technologies.com
+x09Mozilla