V4.2021.11.2700 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
+404enemy
 80legs
-ASPSeek
 Abonti
 Aboundexbot
 Acunetix
-AiHitBot
-Alexibot
-AllSubmitter
-Anarchie
-Anarchy
-Anarchy99
+AhrefsBot
+Alligator
+AlphaBot
 Ankit
 Anthill
-Asterias
-BDFetch
+AwarioSmartBot
 BackStreet
-Backlink-Ceck
-BetaBot
-Bigfoot
-BlackWidow
+BacklinkCrawler
+Badass
+Bandit
+BatchFTP
+Black Hole
 Blackboard
-BlowFish
 Bolt
-BotALot
 Brandwatch
-BuiltBotTough
-BuiltWith
-Bullseye
+Buck
+Buddy
 BunnySlippers
 BuzzSumo
-CODE87
-CSHttp
 Calculon
-CheeseBot
-CherryPicker
-Chlooe
-Cloud mapping
+CheTeam
 Copier
 CopyRightCheck
-Custo
+Cosmos
+Craftbot
+Crescent
+CrunchBot
 CyotekWebCopy
-DBLBot
 DIIbot
+DSearch
 DataCha0s
-Dirbuster
+Devil
+DigitalPebble
+Disco
 Discoverybot
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
 DomCopBot
+DomainAppender
 DomainStatsBot
 Dotbot
-Dragonfly
-EMail Wolf
+Download Wonder
+ECCP/1.0
 EirGrabber
-EroCrawler
+Evil
 Express WebPictures
-Ezooms
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
+FDM
+FHscan
 FemtosearchBot
-FlashGet
-Foobot
-Freeuploader
-Fyrebot
-GT::WWW
-GalaxyBot
+Fimap
+Fuzz
+FyberSpider
+Genieo
+GermCrawler
 GetRight
-GetWeb
 Gigabot
 Go!Zilla
+Go-Ahead-Got-It
 GoZilla
+Gotit
+GrabNet
+GrapeshotCrawler
 HTMLparser
-Haansoft
+HTTP::Lite
+HTTrack
+HaosouSpider
+Havij
 Heritrix
 HybridBot
 IRLbot
-InternetSeer
-Iria
+Id-search
+Image Sucker
+Indy Library
+InterGET
+Internet Ninja
+Iskanie
 IstellaBot
 JOC Web Spider
-Jbrofuzz
-JennyBot
-Kenjin Spider
-Keyword Density
-Kinza
-LWP::Simple
-Larbin
-Leap
+JamesBOT
+JetCar
+JikeSpider
+Jyxobot
 LeechFTP
+LibWeb
 Lightspeedsystems
+LinkScan
 LinkWalker
-Linkdexbot
-LinqiaRSSBot
-Lipperhey
 Lipperhey Spider
-MIDown tool
-MIIxpc
-MJ12bot
-MSIECrawler
-MTRobot
-Mag-Net
+Litemage_walker
+MSFrontPage
 Magnet
 Mail.RU_Bot
-Masscan
+MarkMonitor
 Mata Hari
-MeanPath Bot
-MicroMessenger
-Microsoft Data Access
-Mojeek
-Mojolicious
-Name Intelligence
-Navroad
-NearSite
-Net Vampire
-NetLyzer
+Microsoft URL Control
+Mister PiX
+Msrabot
 NetMechanic
-Netcraft
+NetSpider
+NetZIP
+NextGenSearchBot
+Niki-bot
 Nikto
+Nimbostratus
+Nmap
+Nutch
 Octopus
-Offline Explorer
+Offline Navigator
+OnCrawl
 OpenLinkProfiler
 OpenVAS
-OrangeBot
+Openvas
+OutclicksBot
 PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
 PageGrabber
 PageThing.com
 Panscient
-Papa Foto
-PeoplePal
+Petalbot
+Pi-Monster
+Picsearch
+Piepmatz
+Pimonster
+Pixray
+PleaseCrawl
 Pockey
-Psbot
 Pump
 PxBroker
+QueryN Metasearch
 Quick-Crawler
 RankActiveLinkBot
-RankFlex
-RankurBot
-ReGet
+RankingBot
+Rankivabot
+Re-re
 Reaper
-RedesScrapy
-Ripper
+Recorder
+RocketCrawler
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
 ScanAlert
+Scanbot
 ScoutJet
 Scrapy
-Searchestate
+Screaming
+ScrepyBot
 Semrush
-SemrushBot
-SentiBot
-SeoSiteCheckup
-Seomoz
-Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
 SiteSnagger
 SiteSucker
 Sitebeam
 Siteimprove
 SlySearch
-SmartDownload
-Snake
-Snapbot
-Snoopy
-Sociscraper
+SocialRankIOBot
 Sogou web spider
-Sosospider
+Sottopop
 SpaceBison
-Spammen
-SpankBot
+Spanner
+SputnikBot
 Sqlmap
-Sqlworm
 Sqworm
-Stripper
 Sucuri
 SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
-T0PHackTeam
-T8Abot
-The Intraformant
+Swiftbot
+Szukacz
+Teleport
+TeleportPro
+Telesphoreo
 Thumbor
-Titan
+TightTwatBot
+Toweyabot
 Tracemyfile
-True_Robot
+Trendiction
 TurnitinBot
-TwengaBot
 Twice
-URLy Warning
-UnisterBot
+URLy.Warning
+Upflow
 VB Project
-Vacuum
 VidibleScraper
-Voltron
+Voil
+WASALive-Bot
 WPScan
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
 WallpapersHD
-WeSEE
+Web Auto
 Web Collage
-Web Sauger
+Web Fetch
+Web Pix
+WebAuto
+WebBandit
 WebCollage
+WebCopier
 WebFuck
-WebGo IS
-WebPix
-WebStripper
-WebSucker
-WebWhacker
+WebImageCollector
+Webalta
 WebmasterWorldForumBot
-Webster
+WebsiteExtractor
 Whacker
-WinHTTrack
+Whatweb
+Who.is Bot
+WiseGuys Robot
+Woobot
 Wotbox
-Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zermelo
-Zeus
 Zitebot
-ZyBorg
-archive.org_bot
+ZmEu
+ZoomBot
+backlink-check
+clark-crawler
 coccocbot-web
-cognitiveseo
-dataforseo.com
-domainsproject.org
+crawl.sogou.com
 eCatch
-evc-batch
+gopher
 heritrix
 instabid
-internetVista monitor
+ips-agent
+isitwp.com
+lwp-request
+magpie-crawler
 meanpathbot
+mediawords
 muhstik-scan
-netEstate NE Crawler
-pcBrowser
-probe-image-size
+oBot
+polaris version
 ripz
 s1z.ru
-scalaj-http
-seostar
-serpstatbot
-sitechecker.pro
+satoristudio.net
+seobility
+sexsearcher
+sp_auditbot
 spyfu
-tAkeOut
-voyagerx.com
+ubermetrics-technologies.com
 webmeup-crawler
-x22Mozilla
 xpymep1.exe