V4.2022.06.3149 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 ADmantX
+ALittle Client
 ASPSeek
 Aboundex
-AiHitBot
-Aipbot
-Alligator
+Acunetix
+AfD-Verbotsverfahren
 Anarchie
-Anarchy
-Anthill
-Apexoo
+Anarchy99
+Ankit
 Attach
-BackStreet
+BDCbot
 BackWeb
-BacklinkCrawler
 Badass
+Barkrowler
+BetaBot
 Bitacle
-Blackboard
+BlackWidow
 Blow
-Bolt
-Buck
+Boardreader
+BotALot
+Brandprotect
 Buddy
-BuiltBotTough
-CATExplorador
-CCBot
+Bullseye
+BunnySlippers
+CazoodleBot
 Cegbfeieh
+CensysInspect
+CheTeam
 CheeseBot
+ChinaClaw
 Chlooe
-Cliqzbot
-Cocolyzebot
-Cogentbot
-Copyscape
-Crawling at Home Project
+Citoid
+Cloud mapping
+CopyRightCheck
+Cosmos
 Crescent
-CrunchBot
-DBLBot
+Curious
+CyotekWebCopy
+DIIbot
 Deusu
-DigitalPebble
-Dirbuster
-Disco
+Devil
+Digincore
+Discoverybot
+Dispatch
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
-Download Wonder
-Dragonfly
+Drip
+EMail Siphon
 EMail Wolf
-Ebingbong
-EroCrawler
+ExtLinksBot
 Extractor
-FDM
-FemtosearchBot
-Flunky
-Freeuploader
-GT::WWW
-GalaxyBot
-Genieo
-GetRight
-Go-Ahead-Got-It
+Extreme Picture Finder
+Ezooms
+FHscan
+Foobot
+FrontPage
+Fuzz
+FyberSpider
+Fyrebot
+Gigabot
+Go!Zilla
 GoZilla
-Grabber
 Grafula
+GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
 HTMLparser
-HTTrack
+HTTP::Lite
 Haansoft
-IDBTE4M
+HaosouSpider
+Heritrix
+HonoluluBot
+IDBot
+IRLbot
 Id-search
-Image Sucker
-IndeedBot
-Indy Library
-Intelliseek
-Iskanie
-JetCar
+InterGET
+Internet Ninja
+Jbrofuzz
+JennyBot
+Jetty
 Joomla
 Kenjin Spider
 Kinza
-Kozmosbot
-Lanshanbot
+LWP::Simple
+Larbin
+LeechGet
+LexiBot
+Lftp
+LibWeb
 Libwhisker
-Lightspeedsystems
-Likse
-LinkScan
+LieBaoFast
+LinkWalker
 Linkbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
+LinkextractorPro
 Ltx71
-MFC_Tear_Sample
-Mag-Net
-Magnet
-Majestic12
-Mata Hari
-MeanPath Bot
+MQQBrowser
+MSFrontPage
+MTRobot
+Mail.RU_Bot
+MarkMonitor
+MarkWatch
+Mass Downloader
+Mb2345Browser
 Mediatoolkitbot
-Metauri
+MicroMessenger
 Mister PiX
-Mojolicious
 MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
+Musobot
 NICErsPRO
+NPbot
+Name Intelligence
+Nameprotect
+Navroad
 NearSite
-NetMechanic
+Nessus
+Net Vampire
+NetAnts
 NetSpider
-NetZIP
 Netcraft
 Nettrack
 Netvibes
-Nikto
-Ninja
+NimbleCrawler
 Nmap
-Offline Navigator
+Nutch
+Octopus
+Offline Explorer
 OnCrawl
-Openfind
+OpenLinkProfiler
 Openvas
-OutfoxBot
+OrangeBot
+OutclicksBot
 PECL::HTTP
-PageGrabber
-PageScorer
-PageThing.com
+Page Analyzer
+PageAnalyzer
 Panscient
-Pavuk
 Petalbot
-Picscout
-PictureFinder
 Piepmatz
 Pimonster
-Pockey
+Pixray
+PleaseCrawl
 ProPowerBot
 Probethenet
-Quick-Crawler
-RSSingBot
-Rankivabot
+Pu_iN
+RankingBot2
 Re-re
 ReGet
 RealDownload
-RebelMouse
+Recorder
 RedesScrapy
-RepoMonkey
 Ripper
 RocketCrawler
-SEOkicks-Robot
+Rogerbot
 SEOlyticsCrawler
-SEOstats
-SalesIntelligent
-ScreenerBot
-ScrepyBot
+SMTBot
+ScanAlert
+Scanbot
+Searchestate
+Seekport
 Semrush
-Shodan
-Site Sucker
-SiteLockSpider
+SemrushBot
+Seomoz
+SiteExplorer
 SiteSnagger
-SiteSucker
-Sitebeam
+Siteimprove
 Sitevigil
-SocialRankIOBot
 Sogou web spider
+Sottopop
 Spammen
 Spanner
+Spbot
 Spinn3r
-SputnikBot
+Sqlworm
+Steeler
 Stripper
-Sucker
 SurveyBot
+Suzuran
 Swiftbot
-Szukacz
 Teleport
+Telesoft
+Telesphorep
 The Intraformant
-Titan
-Toata
+TheNomad
+Trendiction
+Trendictionbot
 Turnitin
 TwengaBot
+URLy Warning
 URLy.Warning
-UnisterBot
-VelenPublicWebCrawler
-VidibleScraper
-VoidEYE
-WASALive-Bot
-WEBDAV
-WISENutbot
+Upflow
+VB Project
+Virusdie
+WBSearchBot
+WPScan
 WWW-Collector-E
 WWWOFFLE
 Wallpapers
-WallpapersHD
-WeSEE
-Web Auto
-Web Enhancer
-Web Fetch
+Web Collage
 Web Fuck
 Web Pix
 Web Sauger
-WebBandit
-WebCollage
+WebAuto
 WebCopier
-WebEnhancer
 WebFetch
-WebGo IS
+WebImageCollector
 WebLeacher
-WebWhacker
-Webalta
-WebmasterWorldForumBot
-Webshag
-Webster
+WebSucker
+WebZIP
+WebsiteExtractor
+WebsiteQuester
+Whacker
 Who.is Bot
-Widow
-WinHTTrack
-Wonderbot
-Wprecon
-YoudaoBot
-Zermelo
+Xaldon WebSpider
+Zade
 Zeus
 ZoomBot
-ZumBot
+ZoominfoBot
 ZyBorg
-arquivo-web-crawler
+adscanner
+archive.org_bot
 backlink-check
-check1.exe
+cah.io.community
 clark-crawler
-coccocbot
 cognitiveseo
-crawler4j
-facebookscraper
-heritrix
-isitwp.com
-lwp-trivial
+crawl.sogou.com
+crawler.feedback
+dataforseo.com
+demandbase-bot
+domainsproject.org
+eCatch
+instabid
+ips-agent
+lwp-request
 meanpathbot
+page scorer
 pcBrowser
-plumanalytics
-polaris version
 ripz
 s1z.ru
+scalaj-http
 scan.lol
-seocompany.store
-seostar
-serpstatbot
-siteripz
-sogouspider
-sp_auditbot
 spyfu
 sysscan
-tAkeOut
-trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
-webprosbot
-zauba.io
+webpros.com
+x22Mozilla
 zgrab