V4.2022.08.3291 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+404enemy
 Abonti
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
+AllSubmitter
+Alligator
 AlphaBot
-Anarchie
+Anthill
+Aspiegel
+Asterias
 Atomseobot
-Attach
-AwarioRssBot
 AwarioSmartBot
-BDCbot
+BBBike
+BDFetch
 BackWeb
-Backlink-Ceck
+BacklinkCrawler
 Badass
 Barkrowler
 BetaBot
-Bigfoot
-Bitacle
-BlackWidow
-Blackboard
-Boardreader
-Buck
+Black Hole
+Bolt
+Brandprotect
+Brandwatch
 Buddy
 BuiltBotTough
-BuiltWith
-BunnySlippers
+Bullseye
 BuzzSumo
 CATExplorador
-CCBot
-CSHttp
-Calculon
-CensysInspect
-CheeseBot
+Cegbfeieh
 CherryPicker
 ChinaClaw
 Citoid
-Claritybot
+Cliqzbot
+Cocolyzebot
 Cogentbot
 Collector
-Crawling at Home Project
-Crescent
-DSearch
-DTS Agent
-Digincore
-DigitalPebble
+CopyRightCheck
+Cosmos
+Curious
+DBLBot
+DataCha0s
+Deusu
+Devil
 Discobot
-DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
+DomCopBot
 DomainAppender
-DomainStatsBot
+DomainSigmaCrawler
 Dotbot
-ECCP/1.0
-EMail Siphon
+Download Wonder
+Dragonfly
 EMail Wolf
-EirGrabber
+EasyDL
+Ecxi
+Evil
+Exabot
 ExtLinksBot
-EyeNetIE
-Ezooms
-FDM
-Firefox/7.0
-FlashGet
+Extreme Picture Finder
+FHscan
+Fimap
 Foobot
-Freeuploader
-Fuzz
-G-i-g-a-b-o-t
-GT::WWW
-GetRight
-Getintent
-Go-Ahead-Got-It
+FrontPage
+Genieo
+GetWeb
+Gigabot
+Go!Zilla
 GoZilla
-Gotit
-GrapeshotCrawler
+GrabNet
+Grabber
+Grafula
+GrapeFX
 GridBot
 HMView
+HTMLparser
 HTTrack
-Haansoft
 Havij
-IRLbot
-IlseBot
-Image Sucker
-IndeedBot
+Heritrix
+HonoluluBot
+IDBTE4M
+IDBot
+Iblog
+Image Fetch
+InfoNaviRobot
 Intelliseek
-InternetSeer
-Iskanie
-Jyxobot
-Keyword Density
+Internet Ninja
+JOC Web Spider
+Jbrofuzz
+Jetty
+Kenjin Spider
+Keybot Translation-Search-Machine
 Kinza
-Larbin
+Kozmosbot
+Lanshanbot
+Leap
 Lftp
 LibWeb
+Lightspeedsystems
 Likse
-LinkextractorPro
-LinksManager
-LinqiaScrapeBot
-Lipperhey Spider
+LinkWalker
+Linkbot
 Litemage_walker
 Lmspider
-Ltx71
 MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MJ12bot
 MQQBrowser
 MSFrontPage
-Majestic-SEO
-MarkMonitor
-Mata Hari
+MSIECrawler
+Magnet
+Majestic SEO
 MauiBot
+Mb2345Browser
 MeanPath Bot
 Meanpathbot
-Metauri
-MicroMessenger
-Minefield
-Moblie Safari
+Mediatoolkitbot
+Microsoft URL Control
+Mojeek
 Mojolicious
-NPbot
-Navroad
-NetAnts
-NetLyzer
-NetSpider
-NetZIP
-Netcraft
-Nettrack
+Morfeus Fucking Scanner
+Msrabot
+NearSite
+Net Vampire
+Niki-bot
 Nikto
-Nimbostratus
-Not
-Octopus
+Nuclei
+Nutch
 Offline Explorer
 Offline Navigator
-OnCrawl
-Openfind
+OpenLinkProfiler
+OpenVAS
 Openvas
-OrangeBot
-OrangeSpider
+OutclicksBot
 OutfoxBot
-PECL::HTTP
 PHPCrawl
-PageAnalyzer
-PageThing.com
-PeoplePal
-Petalbot
-Picscout
+POE-Component-Client-HTTP
+PageScorer
+Panscient
+Papa Foto
 Picsearch
-Pimonster
-Pixray
-Probethenet
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankingBot2
-RealDownload
-RebelMouse
-Rogerbot
+Piepmatz
+Pockey
+Pu_iN
+RSSingBot
+RankActive
+RankFlex
+RankingBot
+RankurBot
+Re-re
+Reaper
+RedesScrapy
+RepoMonkey
 SBIder
-SEOkicks-Robot
+SEOkicks
 SEOprofiler
-SISTRIX
-Screaming
-SearchmetricsBot
-SemrushBot
-Sitebeam
-Siteimprove
-Sitevigil
-SocialRankIOBot
+ScanAlert
+ScoutJet
+Scrapy
+SentiBot
+Shodan
+Snake
+Sosospider
 Sottopop
 SpaceBison
-Spbot
+Spanner
+Spinn3r
 SputnikBot
-Sqworm
 Steeler
-Stripper
-SurveyBot
-Suzuran
-T0PHackTeam
-T8Abot
-Teleport
-Telesoft
-Telesphoreo
-The Intraformant
+Sucuri
+SuperBot
+Surfbot
+TeleportPro
+TheNomad
 TightTwatBot
 Titan
-Toata
-Trendiction
-Turingos
-Turnitin
-TwengaBot
-URLy.Warning
+Toweyabot
+Tracemyfile
+UnisterBot
+Upflow
+V-BOT
+VCI
 VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
+Voil
+WASALive-Bot
 WBSearchBot
-WEBDAV
 WISENutbot
 WPScan
-WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 Wallpapers/3.0
 WallpapersHD
+WeSEE
+Web Auto
+Web Collage
+Web Fetch
 Web Fuck
-Web Sucker
-WebEnhancer
-WebGo IS
-WebPix
+Web Sauger
+WebAuto
+WebImageCollector
+WebLeacher
 WebReaper
-WebSauger
 WebSucker
 WebWhacker
-WebmasterWorldForumBot
+WebZIP
+Webshag
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Webster
+Who.is Bot
 Widow
-WiseGuys Robot
-Wonderbot
-Wotbox
+WinHTTrack
 Wprecon
 Xaldon WebSpider
+Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zermelo
-Zitebot
-ZyBorg
+Zeus
+ZumBot
 adscanner
-arquivo.pt
+arquivo-web-crawler
 autoemailspider
 backlink-check
-cah.io.community
 check1.exe
-coccocbot
-cognitiveseo
-demandbase-bot
-eCatch
-facebookscraper
+crawl.sogou.com
+crawler.feedback
+crawler4j
+dataforseo.com
 gopher
 heritrix
-linkdexbot
-lwp-request
+instabid
+internetVista monitor
+ips-agent
+isitwp.com
 lwp-trivial
-magpie-crawler
-pcBrowser
-s1z.ru
-scalaj-http
-seocompany.store
-sexsearcher
+meanpathbot
+muhstik-scan
+probe-image-size
+ripz
+seostar
+serpstatbot
+sitechecker.pro
+siteripz
+sogouspider
+sp_auditbot
 spyfu
 sysscan
-tAkeOut
-trendiction.com
 trendiction.de
-webpros.com
+ubermetrics-technologies.com
+webmeup-crawler
 webprosbot
-x22Mozilla
-zgrab
+xpymep1.exe