V4.2022.06.3145 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+404checker
 80legs
 ADmantX
-AIBOT
-Abonti
+ALittle Client
 Aboundex
 Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 AiHitBot
-Alexibot
-Anarchie
-Anarchy
-Apexoo
+Aipbot
+AlphaBot
+Anthill
 Asterias
-Atomseobot
-Attach
 AwarioRssBot
+AwarioSmartBot
+BBBike
+BDFetch
+BLEXBot
+BackWeb
 Backlink-Ceck
+BacklinkCrawler
+Badass
+Bandit
+Barkrowler
 BatchFTP
-Battleztar Bazinga
+BetaBot
+Bigfoot
 Black Hole
 Blackboard
-Blow
+BlowFish
+Boardreader
 Bolt
-Brandwatch
-Buck
-BuiltBotTough
-Bullseye
+BuiltWith
 CODE87
-Calculon
-CazoodleBot
-Cegbfeieh
-CheTeam
 CherryPicker
 Chlooe
+Citoid
+Claritybot
 Cliqzbot
 Cocolyzebot
-Collector
+CopyRightCheck
 Cosmos
-Crescent
-CrunchBot
-CyotekWebCopy
-DTS Agent
+Craftbot
+Crawling at Home Project
+Curious
+DSearch
 Demon
-DigitalPebble
+Deusu
+Digincore
 Discoverybot
 DittoSpyder
-DnyzBot
-DomCopBot
-DomainAppender
 DomainCrawler
-DomainSigmaCrawler
-EasyDL
-Ecxi
+Dragonfly
+Ebingbong
 EirGrabber
 Evil
-Exabot
 Express WebPictures
-Extractor
+ExtLinksBot
 ExtractorPro
 Ezooms
-FDM
 FHscan
+Firefox/7.0
+FlashGet
 Flunky
-Foobot
-FrontPage
-FyberSpider
+Freeuploader
+Fuzz
 GT::WWW
 GalaxyBot
 Genieo
-GetWeb
-Getintent
-Go-Ahead-Got-It
+GetRight
+Gotit
 Grabber
-GrapeshotCrawler
+Grafula
+GrapeFX
+GridBot
+HEADMasterSEO
 HMView
 HTTP::Lite
-HaosouSpider
+HTTrack
 Havij
 Heritrix
-Hloader
-HybridBot
-IDBTE4M
+Humanlinks
+Iblog
+IlseBot
+IndeedBot
+Indy Library
 InfoTekies
+Intelliseek
+InterGET
 Internet Ninja
+Iria
 Iskanie
-JamesBOT
-JennyBot
+JOC Web Spider
+Jbrofuzz
 Jetty
-Jorgee
+JikeSpider
+Joomla
 Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-Kinza
-Kozmosbot
+Kenjin Spider
 Larbin
-Leap
 LeechGet
 LexiBot
-Lftp
 LibWeb
 Libwhisker
-LieBaoFast
 Likse
-LinkScan
 LinkextractorPro
-LinqiaRSSBot
-LinqiaScrapeBot
-MFC_Tear_Sample
+Lipperhey
+MIIxpc
+MJ12bot
 MQQBrowser
-MSFrontPage
-MSIECrawler
 MTRobot
 Magnet
-Mail.RU_Bot
-Majestic SEO
-MarkMonitor
+MarkWatch
 Masscan
-MauiBot
-Mediatoolkitbot
-Microsoft Data Access
-Microsoft URL Control
+Mata Hari
+Mb2345Browser
+Meanpathbot
+Metauri
+Minefield
+Mojolicious
 MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
 Musobot
 NICErsPRO
-Name Intelligence
+NPbot
 NearSite
-Nessus
-NetAnts
-Netvibes
-Nikto
+Needle
+Netcraft
+Nettrack
+Niki-bot
+NimbleCrawler
+Nimbostratus
 Ninja
-Not
-Octopus
-Offline Explorer
 OpenLinkProfiler
-Openvas
-OutclicksBot
+Openfind
+OrangeSpider
+POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
 PageThing.com
-Pandalytics
 Papa Foto
-Pavuk
-Pi-Monster
-PictureFinder
+PeoplePal
+Petalbot
+Piepmatz
 Pimonster
-Probethenet
-RankActive
+Pixray
+Pockey
+ProPowerBot
+QueryN Metasearch
+RSSingBot
+RankActiveLinkBot
 RankingBot
 RankingBot2
 Rankivabot
-ReGet
+RankurBot
+Recorder
+RedesScrapy
+Ripper
 SBIder
-SEOkicks-Robot
-SEOprofiler
-ScanAlert
-ScoutJet
-Scrapy
-SearchmetricsBot
-Seekport
+SEOkicks
+SEOlyticsCrawler
+SISTRIX
+Screaming
+ScreenerBot
+Searchestate
 SemanticJuice
+SentiBot
 SeobilityBot
-Siphon
 Site Sucker
 SiteCheckerBotCrawler
+SiteExplorer
 SiteSnagger
-SlySearch
 SmartDownload
+Snake
+Snapbot
+SocialRankIOBot
+Sociscraper
 Sogou web spider
-Sottopop
 SpaceBison
-Spammen
+SpankBot
+Sqworm
+Steeler
 Stripper
-Sucker
+Sucuri
 SuperBot
-Surfbot
-Suzuran
-Szukacz
+SuperHTTP
 T0PHackTeam
+T8Abot
 Teleport
-Telesoft
-Telesphorep
-Titan
-Toweyabot
+TeleportPro
+Telesphoreo
+TheNomad
+Toata
 Trendiction
-Turingos
-TurnitinBot
-Twice
 URLy Warning
 URLy.Warning
+UnisterBot
+V-BOT
 VB Project
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-VoidEYE
-Voil
+Vacuum
+Voltron
+WASALive-Bot
+WPScan
 WWW-Collector-E
+WWWOFFLE
+Wallpapers
 WallpapersHD
 WeSEE
-Web Auto
-Web Enhancer
-Web Fuck
-Web Sucker
-WebBandit
-WebEnhancer
+Web Collage
+Web Pix
 WebGo IS
-WebImageCollector
-WebLeacher
 WebReaper
+WebStripper
 Webalta
-WebsiteQuester
-Webster
-Who.is Bot
-Widow
+Webshag
+WebsiteExtractor
 WinHTTrack
-Wotbox
-Wprecon
-Xenu
-Zeus
-ZumBot
-ZyBorg
-adscanner
-cah.io.community
-check1.exe
-clark-crawler
+Woobot
+Xaldon WebSpider
+YoudaoBot
+Zauba
+Zermelo
+Zitebot
+ZmEu
+ZoomBot
+arquivo-web-crawler
+arquivo.pt
 coccocbot
+cognitiveseo
+crawl.sogou.com
 crawler.feedback
 demandbase-bot
 domainsproject.org
 eCatch
 facebookscraper
-heritrix
 instabid
-isitwp.com
+ips-agent
 iubenda-radar
 lwp-request
 mediawords
-netEstate NE Crawler
-probe-image-size
-satoristudio.net
+pcBrowser
+plumanalytics
+polaris version
 seostar
-serpstatbot
-sexsearcher
-sp_auditbot
-sysscan
-tAkeOut
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
+sitechecker.pro
 voyagerx.com
-webmeup-crawler
 x22Mozilla
 zgrab