V4.2021.08.2557 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-80legs
-AIBOT
+360Spider
+404checker
 ALittle Client
 ASPSeek
 Abonti
 Aboundex
+Acunetix
 AhrefsBot
-AiHitBot
-Aipbot
-Alexibot
-AlphaBot
 Anarchie
 Anarchy99
-Anthill
 Apexoo
-Asterias
-Attach
-AwarioSmartBot
-BDCbot
+BBBike
+BLEXBot
 BackWeb
-Bandit
-BetaBot
+Backlink-Ceck
+BacklinkCrawler
+BatchFTP
+Battleztar Bazinga
 Bigfoot
-Bitacle
-Black Hole
-BlackWidow
 Blackboard
 Blow
-BlowFish
+Bolt
+BotALot
 Brandprotect
-Buck
-Buddy
+Brandwatch
+BunnySlippers
 BuzzSumo
-CATExplorador
 CCBot
-CSHttp
+CODE87
 CazoodleBot
-CensysInspect
-Cliqzbot
+CheeseBot
+ChinaClaw
+Claritybot
 Cloud mapping
+Cocolyzebot
 Cogentbot
+Collector
 CopyRightCheck
 Copyscape
-Craftbot
+Cosmos
 Crawling at Home Project
-Crescent
-Curious
-CyotekWebCopy
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
+CrazyWebCrawler
+CrunchBot
+DIIbot
+DSearch
 Deusu
 Devil
 Digincore
-Disco
-Discobot
-Dispatch
-DnyzBot
+DigitalPebble
 DomainAppender
-DomainStatsBot
-Domains Project
 Dotbot
-Download Wonder
-Dragonfly
-Drip
-ECCP/1.0
+EMail Siphon
 EMail Wolf
-Ecxi
+EasyDL
 Evil
 Exabot
 Express WebPictures
-ExtLinksBot
-EyeNetIE
-FDM
-FHscan
-FemtosearchBot
-Fimap
-Firefox/7.0
-Flunky
+Extreme Picture Finder
+Ezooms
+FlashGet
 Freeuploader
+FrontPage
 FyberSpider
-Fyrebot
-GermCrawler
+G-i-g-a-b-o-t
+GetWeb
 Getintent
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
 GoZilla
-Grabber
-GrapeFX
+GrabNet
+Grafula
 GrapeshotCrawler
-GridBot
-HTTP::Lite
-HTTrack
+HMView
+HTMLparser
 Harvest
+Hloader
 Humanlinks
+IDBTE4M
+Iblog
+Id-search
+Image Fetch
 Indy Library
-Intelliseek
-Internet Ninja
-InternetSeer
-JamesBOT
-JennyBot
+InfoTekies
+JOC Web Spider
 JetCar
+Jetty
 Joomla
-Kenjin Spider
-Lanshanbot
-LeechGet
+JustView
+Keyword Density
+LNSpiderguy
 LexiBot
-LibWeb
+Lftp
+Libwhisker
 Likse
-Linkdexbot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Lmspider
-Ltx71
+LinkScan
+Linkbot
+LinkextractorPro
+LinqiaScrapeBot
+MIDown tool
+MIIxpc
 MJ12bot
-Mag-Net
+MSIECrawler
+MTRobot
 Magnet
-MarkWatch
+Majestic SEO
+MarkMonitor
 Mass Downloader
-Mb2345Browser
 MeanPath Bot
 Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Metauri
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
+Moblie Safari
 Mojolicious
-Msrabot
+Mozlila
+Mr.4x3
 Musobot
 NICErsPRO
 NPbot
 Needle
-Nessus
-Net Vampire
-Nimbostratus
-Offline Navigator
-OpenVAS
-Openvas
+NetLyzer
+NetMechanic
+NetSpider
+NetZIP
+Niki-bot
+NimbleCrawler
+Ninja
+Nmap
+Nutch
+Octopus
+OpenLinkProfiler
 OrangeBot
-OutclicksBot
-OutfoxBot
-PHPCrawl
-Page Analyzer
-PageThing.com
+PECL::HTTP
+POE-Component-Client-HTTP
 Panscient
-Piepmatz
+Papa Foto
+Petalbot
+Pi-Monster
+Picscout
+PictureFinder
+Pimonster
 Pixray
-Probethenet
+Pockey
+PyCurl
 QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
-RankFlex
-ReGet
+RSSingBot
+RankActive
 RealDownload
 RebelMouse
-Recorder
+Ripper
+RocketCrawler
+Rogerbot
 SBIder
+SEOkicks-Robot
 SEOstats
+SISTRIX
 SMTBot
+ScoutJet
 Screaming
-Searchestate
-Shodan
+ScrepyBot
+SentiBot
+Seomoz
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-Sitebeam
-Siteimprove
-Sitevigil
-Snapbot
+SiteSucker
 Sociscraper
-Sogou web spider
-Spammen
-Sqlmap
-Sqlworm
+SpankBot
+Spanner
+Spinn3r
+SputnikBot
 Steeler
-Sucuri
-SuperBot
-SuperHTTP
-SurveyBot
-Suzuran
+Stripper
+Surfbot
+Swiftbot
+T8Abot
+Teleport
+TeleportPro
 Telesoft
-Telesphoreo
 Telesphorep
 TheNomad
-Titan
 Toata
-Tracemyfile
-Trendictionbot
 Turingos
-Turnitin
+TurnitinBot
+TwengaBot
 Twice
+Typhoeus
 URLy Warning
-UnisterBot
-VB Project
-VeriCiteCrawler
+VCI
+Vagabondo
 Virusdie
-Voltron
-WASALive-Bot
-WWW-Mechanize
-WWW::Mechanize
+WBSearchBot
+WEBDAV
+WPScan
 Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Collage
-Web Enhancer
 Web Fuck
-Web Pix
 Web Sauger
-WebCopier
-WebStripper
+Web Sucker
+WebAuto
+WebCollage
+WebFetch
+WebFuck
+WebImageCollector
+WebLeacher
+WebReaper
 WebWhacker
 Webalta
 Webshag
-Website Quester
+WebsiteExtractor
 Webster
 Whack
-Whatweb
 Widow
+WinHTTrack
 WiseGuys Robot
 Wonderbot
-Woobot
+Wotbox
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-Zauba
+Xenu
+Zade
 Zermelo
-Zeus
+Zitebot
 ZoomBot
+ZoominfoBot
+ZumBot
+archive.org_bot
 autoemailspider
-clark-crawler
-crawler4j
-evc-batch
+crawl.sogou.com
+crawler.feedback
 gopher
-lwp-request
+instabid
 lwp-trivial
-mediawords
-page scorer
-pcBrowser
-probe-image-size
-scalaj-http
+muhstik-scan
+ripz
+satoristudio.net
 seobility
+seoscanners
 serpstatbot
-sexsearcher
+sogouspider
 sysscan
-trendiction.de
-voyagerx.com
+tAkeOut
 webmeup-crawler
-webpros.com
-x09Mozilla
+webprosbot
+x22Mozilla
+zauba.io
 zgrab