V4.2022.06.3144 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
-404enemy
+80legs
 ADmantX
-ALittle Client
-ASPSeek
+AIBOT
 Abonti
 Aboundex
 Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-AlphaBot
+AiHitBot
+Alexibot
 Anarchie
-Ankit
+Anarchy
 Apexoo
+Asterias
+Atomseobot
+Attach
 AwarioRssBot
-AwarioSmartBot
-BacklinkCrawler
-Badass
-Barkrowler
+Backlink-Ceck
 BatchFTP
 Battleztar Bazinga
-Bitacle
-BlackWidow
+Black Hole
+Blackboard
 Blow
-BlowFish
-Buddy
+Bolt
+Brandwatch
+Buck
 BuiltBotTough
-BuzzSumo
+Bullseye
 CODE87
+Calculon
 CazoodleBot
-CheeseBot
-ChinaClaw
-Citoid
-Cloud mapping
-Cogentbot
+Cegbfeieh
+CheTeam
+CherryPicker
+Chlooe
+Cliqzbot
+Cocolyzebot
 Collector
 Cosmos
-Crawling at Home Project
-CrazyWebCrawler
-Custo
-DIIbot
+Crescent
+CrunchBot
+CyotekWebCopy
 DTS Agent
 Demon
-Dirbuster
+DigitalPebble
+Discoverybot
+DittoSpyder
+DnyzBot
+DomCopBot
+DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
-Dragonfly
-ECCP/1.0
 EasyDL
-Ebingbong
 Ecxi
-EroCrawler
+EirGrabber
+Evil
+Exabot
+Express WebPictures
 Extractor
+ExtractorPro
+Ezooms
 FDM
 FHscan
-FemtosearchBot
+Flunky
 Foobot
-Freeuploader
 FrontPage
 FyberSpider
+GT::WWW
+GalaxyBot
 Genieo
-GermCrawler
-GoZilla
+GetWeb
+Getintent
+Go-Ahead-Got-It
 Grabber
-GridBot
+GrapeshotCrawler
 HMView
-HTTrack
-Harvest
+HTTP::Lite
+HaosouSpider
 Havij
+Heritrix
 Hloader
-HonoluluBot
-Humanlinks
-IDBot
-Id-search
-Image Sucker
+HybridBot
+IDBTE4M
+InfoTekies
 Internet Ninja
-IstellaBot
-JOC Web Spider
-Jbrofuzz
-Joomla
-JustView
+Iskanie
+JamesBOT
+JennyBot
+Jetty
+Jorgee
+Jyxobot
+Keybot Translation-Search-Machine
+Keyword Density
 Kinza
 Kozmosbot
-LWP::Simple
+Larbin
+Leap
 LeechGet
+LexiBot
+Lftp
+LibWeb
+Libwhisker
+LieBaoFast
 Likse
-Linkbot
+LinkScan
 LinkextractorPro
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-Lmspider
-MJ12bot
+MFC_Tear_Sample
 MQQBrowser
+MSFrontPage
+MSIECrawler
 MTRobot
 Magnet
-Majestic12
+Mail.RU_Bot
+Majestic SEO
 MarkMonitor
-MarkWatch
+Masscan
 MauiBot
-Mb2345Browser
-MeanPath Bot
 Mediatoolkitbot
-Metauri
-Minefield
-Morfeus Fucking Scanner
-Needle
+Microsoft Data Access
+Microsoft URL Control
+MolokaiBot
+Musobot
+NICErsPRO
+Name Intelligence
+NearSite
 Nessus
-Net Vampire
-NetLyzer
-NetZIP
+NetAnts
 Netvibes
-NextGenSearchBot
 Nikto
-Nimbostratus
-Nuclei
-Offline Navigator
+Ninja
+Not
+Octopus
+Offline Explorer
 OpenLinkProfiler
 Openvas
-OrangeSpider
-PHPCrawl
-PageAnalyzer
-PageScorer
+OutclicksBot
 PageThing.com
+Pandalytics
 Papa Foto
 Pavuk
-PeoplePal
-Picscout
+Pi-Monster
 PictureFinder
-Piepmatz
-ProPowerBot
+Pimonster
 Probethenet
-Psbot
-PxBroker
-PyCurl
-RSSingBot
-RankFlex
+RankActive
+RankingBot
+RankingBot2
 Rankivabot
-RealDownload
-RedesScrapy
-RocketCrawler
-SEOkicks
-SEOlyticsCrawler
+ReGet
+SBIder
+SEOkicks-Robot
 SEOprofiler
-SISTRIX
-SalesIntelligent
 ScanAlert
-Scanbot
 ScoutJet
 Scrapy
-ScreenerBot
-ScrepyBot
-Searchestate
 SearchmetricsBot
 Seekport
 SemanticJuice
-Semrush
-SentiBot
-Shodan
-SiteLockSpider
+SeobilityBot
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteSnagger
 SlySearch
 SmartDownload
-Snake
-Snoopy
+Sogou web spider
 Sottopop
 SpaceBison
-SpankBot
-Spbot
-Spinn3r
-Sqworm
-Steeler
-Sucuri
-SuperHTTP
+Spammen
+Stripper
+Sucker
+SuperBot
+Surfbot
+Suzuran
+Szukacz
 T0PHackTeam
-T8Abot
-TeleportPro
-TheNomad
-Thumbor
-TightTwatBot
+Teleport
+Telesoft
+Telesphorep
+Titan
 Toweyabot
-Tracemyfile
 Trendiction
-True_Robot
 Turingos
-Turnitin
 TurnitinBot
-Typhoeus
-V-BOT
+Twice
+URLy Warning
+URLy.Warning
+VB Project
+VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-WASALive-Bot
-WEBDAV
-WISENutbot
+Virusdie
+VoidEYE
+Voil
 WWW-Collector-E
-WWW::Mechanize
-Wallpapers/3.0
+WallpapersHD
+WeSEE
 Web Auto
-Web Collage
+Web Enhancer
 Web Fuck
-Web Pix
-WebCollage
-WebFuck
+Web Sucker
+WebBandit
+WebEnhancer
+WebGo IS
 WebImageCollector
+WebLeacher
 WebReaper
-Webshag
+Webalta
+WebsiteQuester
+Webster
 Who.is Bot
-WiseGuys Robot
+Widow
+WinHTTrack
+Wotbox
+Wprecon
 Xenu
-YoudaoBot
-Zade
-Zitebot
-ZoomBot
-ZoominfoBot
+Zeus
 ZumBot
 ZyBorg
 adscanner
-arquivo.pt
-autoemailspider
-backlink-check
 cah.io.community
-crawl.sogou.com
+check1.exe
+clark-crawler
+coccocbot
 crawler.feedback
+demandbase-bot
 domainsproject.org
 eCatch
 facebookscraper
 heritrix
-ips-agent
-lwp-trivial
-magpie-crawler
+instabid
+isitwp.com
+iubenda-radar
+lwp-request
 mediawords
 netEstate NE Crawler
-pcBrowser
-polaris version
-s1z.ru
-scalaj-http
-scan.lol
-seobility
-seocompany.store
-seoscanners
+probe-image-size
+satoristudio.net
 seostar
+serpstatbot
+sexsearcher
+sp_auditbot
+sysscan
+tAkeOut
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-webpros.com
-x09Mozilla
+webmeup-crawler
 x22Mozilla
-zauba.io
 zgrab