V4.2021.07.2467 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
+01h4x.com
+80legs
+ADmantX
 Abonti
-AfD-Verbotsverfahren
-AhrefsBot
+Acunetix
 AiHitBot
-Alligator
-AlphaBot
-Anarchy99
-Anthill
+Aipbot
+Alexibot
+Ankit
 Apexoo
+Aspiegel
+Asterias
 AwarioRssBot
-BDCbot
+AwarioSmartBot
 BackWeb
+BacklinkCrawler
 Badass
-Barkrowler
-Battleztar Bazinga
+Bandit
+BatchFTP
 Bitacle
-BlowFish
-Bolt
-Buddy
+Boardreader
+Buck
 BuiltBotTough
 BuiltWith
 Bullseye
-CATExplorador
+BunnySlippers
+BuzzSumo
 Calculon
+CazoodleBot
 Cegbfeieh
-CheeseBot
+CensysInspect
 ChinaClaw
-Chlooe
-Cliqzbot
-Cogentbot
 Collector
 CopyRightCheck
 Cosmos
-Craftbot
-CrazyWebCrawler
-CrunchBot
+Crescent
+Curious
+Custo
 CyotekWebCopy
+DBLBot
 DSearch
 DTS Agent
-Deusu
-Devil
-Digincore
+DataCha0s
+DatabaseDriverMysqli
 Disco
+Discobot
 Discoverybot
-DnyzBot
-DomainCrawler
+DittoSpyder
+DomCopBot
+DomainAppender
 DomainStatsBot
-Domains Project
-Dotbot
-Dragonfly
-Drip
-ECCP/1.0
-EMail Wolf
-Ebingbong
-EroCrawler
+Download Wonder
 Express WebPictures
-ExtractorPro
+ExtLinksBot
+Extractor
 Extreme Picture Finder
 EyeNetIE
-FemtosearchBot
+Ezooms
 Fimap
-FrontPage
-Fuzz
+Firefox/7.0
+Foobot
+Fyrebot
 G-i-g-a-b-o-t
-GetRight
+GT::WWW
+GermCrawler
 Gigablast
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
-GrabNet
 Grabber
-Grafula
 GrapeFX
-HMView
+HTTP::Lite
+HTTrack
 Haansoft
 HaosouSpider
+Harvest
 Havij
+Hloader
 IDBTE4M
-IRLbot
 Iblog
-Indy Library
-Intelliseek
-Iria
-Iskanie
+Id-search
+IlseBot
+Image Fetch
+JOC Web Spider
 JennyBot
-JetCar
 Jetty
 JustView
 Kenjin Spider
-Keyword Density
-Kinza
-LWP::Simple
-Lanshanbot
+Kozmosbot
+LNSpiderguy
+Larbin
+LeechGet
 LexiBot
-Libwhisker
-Likse
+Lftp
+LieBaoFast
+Lightspeedsystems
+LinkWalker
 Linkbot
-LinkpadBot
-Lipperhey
-Lmspider
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 MIDown tool
-MIIxpc
-Mail.RU_Bot
+MQQBrowser
+Magnet
+Majestic12
 MarkMonitor
 Mata Hari
+MauiBot
+Mb2345Browser
 Mediatoolkitbot
 Metauri
 Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
-NICErsPRO
-NPbot
-Name Intelligence
+Musobot
+Nameprotect
 Navroad
 NearSite
-Net Vampire
+Needle
+NetAnts
+NetLyzer
 NetMechanic
-NetSpider
+NetZIP
+Nettrack
+NextGenSearchBot
 Nibbler
-Niki-bot
-Nikto
-Ninja
 Nmap
 Nutch
-OPPO A33
 Octopus
-Offline Navigator
+Offline Explorer
 OnCrawl
-PECL::HTTP
-PageGrabber
+OpenLinkProfiler
+Openfind
+Openvas
+OrangeSpider
+OutfoxBot
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
 PageScorer
-Pandalytics
+Panscient
 Papa Foto
-Pavuk
 Petalbot
-Picsearch
+Pi-Monster
 Piepmatz
-Pixray
-Pockey
-ProPowerBot
+PleaseCrawl
 ProWebWalker
-Psbot
 Pu_iN
-Pump
 QueryN Metasearch
 RankFlex
 RankingBot2
 Rankivabot
 ReGet
+Reaper
+RebelMouse
 Recorder
-RedesScrapy
-Rogerbot
+SEOkicks-Robot
 SEOlyticsCrawler
-SISTRIX
-SalesIntelligent
+SEOstats
+SMTBot
 ScanAlert
-Scrapy
+ScrepyBot
 Searchestate
-SearchmetricsBot
-SentiBot
-SeoSiteCheckup
+SemrushBot
 Shodan
-SiteCheckerBotCrawler
-SiteExplorer
+Site Sucker
+SiteLockSpider
+Sitebeam
 Sitevigil
-Snake
+SmartDownload
+Snoopy
 SocialRankIOBot
-Sociscraper
-Sogou web spider
-Sosospider
 Sottopop
-Spammen
-Spinn3r
-SputnikBot
-Sqlmap
-Sqworm
+SpankBot
+Spanner
+Spbot
 Steeler
 Stripper
-Sucker
+Sucuri
+SuperBot
 SuperHTTP
-Surfbot
-SurveyBot
-T0PHackTeam
+Suzuran
+Swiftbot
 T8Abot
-Telesphorep
-The Intraformant
-Titan
+TeleportPro
+Telesoft
+TheNomad
 Toweyabot
-Trendiction
-Trendictionbot
-TwengaBot
-Twice
+True_Robot
+Turnitin
+TurnitinBot
+URLy Warning
+UnisterBot
+Upflow
+VCI
+Vacuum
 Vagabondo
-WBSearchBot
-WEBDAV
-WISENutbot
-WPScan
-WWW-Mechanize
-WWW::Mechanize
+Virusdie
+VoidEYE
+WASALive-Bot
+WallpapersHD
 WeSEE
-Web Pix
+Web Collage
+Web Enhancer
 Web Sauger
-Web Sucker
 WebCollage
-WebEnhancer
-WebFuck
+WebFetch
+WebGo IS
+WebImageCollector
+WebLeacher
+WebReaper
+WebSauger
 WebStripper
-WebSucker
+WebZIP
+Webalta
 Website Quester
+Whacker
+Whatweb
 Who.is Bot
 Widow
+WinHTTrack
 WiseGuys Robot
-Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
-Zauba
-Zermelo
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
-backlink-check
-check1.exe
-com.plumanalytics
+Zade
+ZoomBot
 crawl.sogou.com
-crawler4j
+demandbase-bot
 eCatch
 evc-batch
 gopher
+heritrix
 internetVista monitor
 isitwp.com
-magpie-crawler
-meanpathbot
-mediawords
-netEstate NE Crawler
+page scorer
 pcBrowser
+plumanalytics
+polaris version
+probe-image-size
 ripz
 satoristudio.net
+scalaj-http
 scan.lol
-seostar
-serpstatbot
-sexsearcher
+seoscanners
 siteripz
 sogouspider
-spyfu
-sysscan
+trendiction.com
 trendiction.de
+voyagerx.com
 xpymep1.exe