V4.2021.11.2728 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 AIBOT
+ALittle Client
+ASPSeek
 Acunetix
 AhrefsBot
-AiHitBot
-Anarchy
-Anarchy99
-Ankit
-Anthill
-AwarioRssBot
+AllSubmitter
+AlphaBot
+Anarchie
+Aspiegel
+Attach
 AwarioSmartBot
+BBBike
 BDCbot
-BacklinkCrawler
-Barkrowler
+BLEXBot
+Bandit
 Battleztar Bazinga
-BlackWidow
-BlowFish
-Bolt
-BotALot
-Brandwatch
+BetaBot
+Black Hole
+Blackboard
+BuiltBotTough
+BuiltWith
 Bullseye
+BunnySlippers
 BuzzSumo
 CATExplorador
 CCBot
-CODE87
-Calculon
+Cegbfeieh
 CensysInspect
-CheeseBot
+CheTeam
 CherryPicker
-Cocolyzebot
-Cogentbot
-Copier
+Chlooe
+Cliqzbot
+Collector
+CopyRightCheck
+Copyscape
 Cosmos
-DBLBot
-DSearch
-DTS Agent
+Craftbot
+CrunchBot
+Curious
+Custo
+DIIbot
 DataCha0s
 DatabaseDriverMysqli
-Deusu
+Digincore
+Dirbuster
 Discobot
-Discoverybot
-DnBCrawler-Analytics
+DittoSpyder
+DnyzBot
 DomCopBot
 DomainSigmaCrawler
-Domains Project
-Dotbot
+DomainStatsBot
 Download Wonder
-Drip
-ECCP/1.0
-EirGrabber
+EMail Siphon
+EasyDL
+Ebingbong
+Ecxi
 Evil
 Exabot
-Express WebPictures
-ExtLinksBot
-FDM
+Extreme Picture Finder
+EyeNetIE
 FHscan
+FemtosearchBot
 Fimap
-Flunky
-Fuzz
+Foobot
+Freeuploader
 Fyrebot
 GalaxyBot
-Genieo
-GetRight
+GermCrawler
 Getintent
-Gigabot
-GoZilla
-GrapeFX
-GrapeshotCrawler
+Gotit
 GridBot
 HEADMasterSEO
-HMView
-Haansoft
+HTTrack
 HaosouSpider
 Harvest
 Heritrix
-Iblog
-Indy Library
-InterGET
-Internet Ninja
+IDBot
+IRLbot
+Id-search
+IlseBot
+Image Fetch
+IndeedBot
+InfoNaviRobot
+InfoTekies
+Intelliseek
 Iskanie
-IstellaBot
+JOC Web Spider
 Jbrofuzz
-JennyBot
-Jetty
-Jyxobot
-Keyword Density
+JetCar
+JikeSpider
+Joomla
+JustView
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-LeechFTP
-Lftp
-LibWeb
-Lightspeedsystems
-LinqiaScrapeBot
-Litemage_walker
-MJ12bot
-MSIECrawler
+Larbin
+Leap
+Likse
+LinkScan
+LinkWalker
+Linkbot
+LinkextractorPro
+LinksManager
+LinqiaRSSBot
+Lipperhey Spider
+Ltx71
+MIIxpc
 Magnet
-Mail.RU_Bot
-MarkMonitor
-MarkWatch
-Mass Downloader
-Mata Hari
-Metauri
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Moblie Safari
-Morfeus Fucking Scanner
+Majestic SEO
+Majestic-SEO
+Masscan
+MeanPath Bot
+Mediatoolkitbot
+Mojeek
+Mozlila
 Musobot
-Nameprotect
+NICErsPRO
+Name Intelligence
+Navroad
 NearSite
-NetAnts
-NetZIP
+Nessus
 Netcraft
 Nettrack
+Netvibes
 Niki-bot
-Nikto
 NimbleCrawler
-Octopus
-Offline Explorer
-OpenLinkProfiler
 OpenVAS
 Openfind
-OrangeBot
-Page Analyzer
+Openvas
+PECL::HTTP
+PHPCrawl
 PageAnalyzer
-PageScorer
-PageThing.com
-Panscient
-Pavuk
+Pandalytics
+Papa Foto
 Picscout
-Picsearch
-Pimonster
 PleaseCrawl
+Pockey
+ProPowerBot
+Probethenet
 Psbot
 Pu_iN
 Pump
-PyCurl
-RSSingBot
+PxBroker
+RankActive
 RankActiveLinkBot
-RankurBot
-Re-re
+Rankivabot
 ReGet
-RealDownload
-RedesScrapy
-RocketCrawler
+RebelMouse
+RepoMonkey
 Rogerbot
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
 SISTRIX
-ScoutJet
-Screaming
-ScrepyBot
-SearchmetricsBot
-SemanticJuice
+Searchestate
 Semrush
-SeoSiteCheckup
+SentiBot
 Shodan
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
 Siteimprove
-Sitevigil
 SlySearch
 SmartDownload
+Snake
 Snoopy
-SocialRankIOBot
-Sosospider
+Sogou web spider
 Sottopop
+SpankBot
+Sqworm
 Steeler
+Sucker
 SuperHTTP
-T0PHackTeam
-T8Abot
+Swiftbot
+Szukacz
+Teleport
 TeleportPro
-Telesphoreo
-The Intraformant
+Telesoft
+Telesphorep
 TightTwatBot
 Tracemyfile
-Trendiction
-Trendictionbot
-TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
+UnisterBot
 V-BOT
-Vacuum
+VB Project
+VCI
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
+Virusdie
 VoidEYE
-Voil
-WASALive-Bot
+Voltron
 WBSearchBot
+WEBDAV
+WISENutbot
+WPScan
 WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+WeSEE
 Web Enhancer
 Web Fetch
-Web Fuck
 Web Sauger
-Web Sucker
 WebBandit
+WebCollage
 WebEnhancer
 WebFetch
+WebGo IS
 WebPix
+WebReaper
 WebSauger
 WebStripper
-WebZIP
+WebSucker
 Webalta
-WebsiteQuester
-Webster
-WinHTTrack
-Woobot
-Wotbox
-Wprecon
-Xaldon WebSpider
+Whack
+Whatweb
+Who.is Bot
+Widow
 Zade
-Zermelo
-Zeus
-Zitebot
-ZmEu
+Zauba
+adscanner
 archive.org_bot
-backlink-check
+arquivo-web-crawler
+arquivo.pt
+autoemailspider
 cah.io.community
-check1.exe
 clark-crawler
-com.plumanalytics
-crawler4j
-dataforseo.com
-domainsproject.org
-eCatch
-evc-batch
-facebookscraper
-isitwp.com
-lwp-request
-lwp-trivial
-meanpathbot
-oBot
-probe-image-size
+coccocbot-web
+crawl.sogou.com
+crawler.feedback
+internetVista monitor
+magpie-crawler
+mediawords
+muhstik-scan
+page scorer
+pcBrowser
+polaris version
 s1z.ru
+scalaj-http
 scan.lol
-seobility
 seocompany.store
 seoscanners
-sitechecker.pro
+seostar
+serpstatbot
+sexsearcher
 siteripz
-sogouspider
-ubermetrics-technologies.com
+sysscan
+tAkeOut
+trendiction.de
 voyagerx.com
-webmeup-crawler
-webprosbot
+x22Mozilla
+xpymep1.exe
+zgrab