V4.2022.05.3129 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404enemy
+80legs
+ADmantX
 AIBOT
-ALittle Client
-Abonti
-AfD-Verbotsverfahren
+ASPSeek
+Aboundexbot
+Acunetix
 AhrefsBot
-Aipbot
-AllSubmitter
+AlphaBot
 Anarchy
-Aspiegel
+Ankit
+Apexoo
 Atomseobot
-BBBike
-BDFetch
-BLEXBot
-BackWeb
+BDCbot
+BackDoorBot
+BackStreet
 Bandit
 Barkrowler
-BatchFTP
+BetaBot
+Bigfoot
 Bitacle
-Black Hole
-BlackWidow
+Blackboard
 Blow
-BlowFish
 Boardreader
-Bolt
+BotALot
 Brandprotect
-Brandwatch
-Buck
-Buddy
 BuiltBotTough
-BuiltWith
-CATExplorador
-CODE87
+BunnySlippers
 Calculon
 CazoodleBot
-Cegbfeieh
 CensysInspect
+CheTeam
 ChinaClaw
-Cloud mapping
+Cliqzbot
 Cogentbot
-CopyRightCheck
-Craftbot
-Crescent
-Curious
-Custo
+Copier
+Copyscape
+CrunchBot
 CyotekWebCopy
 DBLBot
 DIIbot
+DataCha0s
 Demon
 Deusu
-Digincore
-DigitalPebble
-Discobot
+DittoSpyder
 DnyzBot
-DomainAppender
-DomainSigmaCrawler
-Download Wonder
+DomCopBot
+DomainCrawler
+DomainStatsBot
+Domains Project
 Dragonfly
+EMail Siphon
+EasyDL
 Ebingbong
 Ecxi
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-FDM
+EirGrabber
+EroCrawler
+Exabot
+ExtLinksBot
+Ezooms
 FemtosearchBot
-Firefox/7.0
-Flunky
-Fuzz
+Foobot
+FrontPage
+FyberSpider
 Fyrebot
 GalaxyBot
 Genieo
 GermCrawler
+GetRight
+Getintent
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-GrabNet
-Grafula
+Grabber
+GridBot
 HEADMasterSEO
-HMView
-HTTrack
 Haansoft
-Humanlinks
+Havij
 IDBot
 IRLbot
 Image Sucker
-Indy Library
+IndeedBot
 InfoNaviRobot
 InterGET
-InternetSeer
+Internet Ninja
 Iria
 JOC Web Spider
-JetCar
-Joomla
-Kenjin Spider
-Keybot Translation-Search-Machine
+Jetty
+JikeSpider
+JustView
 Kozmosbot
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-Leap
 LeechFTP
-LexiBot
+Libwhisker
 LieBaoFast
 LinkextractorPro
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-MIDown tool
-MIIxpc
+Litemage_walker
+MJ12bot
 MQQBrowser
 MSIECrawler
-MTRobot
+Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
-Mass Downloader
-Meanpathbot
+Majestic12
+MauiBot
 Mediatoolkitbot
-Microsoft Data Access
-Morfeus Fucking Scanner
-Msrabot
-Musobot
-Navroad
-Nessus
-Net Vampire
-NetAnts
-NetLyzer
+Mojeek
+Mr.4x3
+NICErsPRO
+NPbot
+NearSite
 NetSpider
 NetZIP
-Netcraft
+Netvibes
 NextGenSearchBot
-Ninja
-Nmap
-Not
 Nuclei
-Nutch
-Offline Navigator
-OutfoxBot
-PHPCrawl
+Octopus
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openfind
+OutclicksBot
+PECL::HTTP
 POE-Component-Client-HTTP
-PageScorer
+Page Analyzer
+PageAnalyzer
+Panscient
 Papa Foto
 PeoplePal
 Pi-Monster
-PictureFinder
-Pixray
-PleaseCrawl
-Pump
-PyCurl
-RSSingBot
-RankActive
+Picscout
+Picsearch
+Piepmatz
+Psbot
+RankFlex
 RankingBot2
 Rankivabot
-Recorder
-RepoMonkey
+Re-re
+ReGet
+RedesScrapy
 Ripper
-SEOkicks-Robot
-SEOprofiler
-SISTRIX
+SEOkicks
+SEOlyticsCrawler
+SMTBot
 SalesIntelligent
+ScanAlert
 ScoutJet
-Scrapy
-SearchmetricsBot
-SeobilityBot
-Shodan
+Screaming
+Semrush
+SentiBot
+SeoSiteCheckup
+Siphon
 SiteCheckerBotCrawler
-SiteExplorer
-Siteimprove
+SiteLockSpider
+SiteSnagger
+SiteSucker
+Sociscraper
+Sogou web spider
+Sosospider
 Sottopop
-SpaceBison
 Spammen
-Spanner
+SpankBot
 Spbot
+SputnikBot
 Sqlworm
+Steeler
 SuperBot
-Szukacz
+Suzuran
 T0PHackTeam
 T8Abot
 Teleport
-TeleportPro
-Telesoft
-The Intraformant
+Telesphoreo
 TheNomad
 Thumbor
 Toata
-Tracemyfile
+True_Robot
 Turnitin
-Typhoeus
 URLy Warning
-URLy.Warning
+UnisterBot
+Upflow
 V-BOT
-VB Project
 Vagabondo
-VeriCiteCrawler
+VelenPublicWebCrawler
+VidibleScraper
 VoidEYE
+Voltron
 WASALive-Bot
+WEBDAV
 WISENutbot
-WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
-Wallpapers/3.0
+Wallpapers
 WeSEE
 Web Enhancer
 Web Fuck
-Web Sauger
+Web Sucker
 WebBandit
-WebCopier
-WebEnhancer
-WebFetch
-WebFuck
+WebCollage
 WebGo IS
-WebImageCollector
-WebLeacher
-WebStripper
-WebZIP
+WebWhacker
+Webalta
+WebmasterWorldForumBot
 Webshag
-Wonderbot
-Xaldon WebSpider
+WebsiteExtractor
+Whacker
+WinHTTrack
+WiseGuys Robot
+Woobot
+Wotbox
+Xenu
 YoudaoBot
 Zauba
 Zermelo
 Zeus
-arquivo-web-crawler
-backlink-check
-cah.io.community
-clark-crawler
+ZoomBot
+ZoominfoBot
+ZumBot
+ZyBorg
+adscanner
+archive.org_bot
 com.plumanalytics
-crawl.sogou.com
-crawler4j
-dataforseo.com
+crawler.feedback
 domainsproject.org
 evc-batch
-ips-agent
+gopher
+instabid
+internetVista monitor
 iubenda-radar
-linkdexbot
-lwp-request
-meanpathbot
-netEstate NE Crawler
-oBot
+page scorer
 pcBrowser
 probe-image-size
-s1z.ru
-scalaj-http
-seobility
+satoristudio.net
 serpstatbot
+sexsearcher
 sogouspider
+sp_auditbot
+sysscan
 trendiction.com
-ubermetrics-technologies.com
-webgains-bot
+trendiction.de
+voyagerx.com
+webpros.com
+webprosbot
 x09Mozilla
-zauba.io