V4.2022.08.3265 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+01h4x.com
 404enemy
-80legs
-ALittle Client
 Abonti
-Aboundex
-Aboundexbot
 Acunetix
-AiHitBot
-Alexibot
+AhrefsBot
 AllSubmitter
-AlphaBot
-Anarchy
-Anarchy99
-Ankit
-Apexoo
-Aspiegel
-Asterias
-AwarioSmartBot
+Anthill
+Atomseobot
+Attach
+BBBike
 BDCbot
 BDFetch
-BLEXBot
-BackWeb
-Backlink-Ceck
+BackStreet
 BacklinkCrawler
-Badass
-Bandit
 BatchFTP
-Battleztar Bazinga
 BetaBot
 Bigfoot
-Black Hole
-BlackWidow
-Blackboard
+Blow
 BlowFish
+Boardreader
+Brandwatch
 Buck
-BuiltWith
-CCBot
+Buddy
+BuiltBotTough
 CODE87
-CSHttp
 Calculon
+CazoodleBot
+Cegbfeieh
 ChinaClaw
-Claritybot
-Cloud mapping
-Copier
-Copyscape
-Crawling at Home Project
+Cocolyzebot
+CopyRightCheck
 Crescent
 Curious
-DBLBot
-DatabaseDriverMysqli
-Demon
-Devil
-DigitalPebble
-Discoverybot
+CyotekWebCopy
+DSearch
+DTS Agent
+Digincore
 DnyzBot
-DomainCrawler
-EMail Wolf
-Ecxi
+DomainSigmaCrawler
 EirGrabber
-Extreme Picture Finder
+EroCrawler
+Express WebPictures
+ExtLinksBot
+EyeNetIE
 Ezooms
 FDM
-Flunky
+FemtosearchBot
+FlashGet
+FrontPage
+Fuzz
 Fyrebot
-G-i-g-a-b-o-t
 Genieo
-GetRight
+GermCrawler
 GetWeb
-GoZilla
+Gigabot
 Gotit
 GrabNet
 Grabber
-HEADMasterSEO
+GrapeFX
+GridBot
 HMView
-HTMLparser
-Hloader
-IDBTE4M
-IDBot
-Id-search
-Image Fetch
-Indy Library
+HTTP::Lite
+HaosouSpider
+HonoluluBot
+Humanlinks
+HybridBot
+Image Sucker
+IndeedBot
+InfoNaviRobot
 Intelliseek
-InterGET
-Internet Ninja
 InternetSeer
 Iria
-Iskanie
+JOC Web Spider
+JamesBOT
 JennyBot
-Jetty
+Joomla
+Jorgee
 Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
 Keyword Density
+LNSpiderguy
+LWP::Simple
 Lanshanbot
-Libwhisker
-LieBaoFast
-LinkWalker
+Larbin
+LeechFTP
+LexiBot
 LinkextractorPro
 LinkpadBot
-LinksManager
-LinqiaRSSBot
-Lipperhey
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Ltx71
 MFC_Tear_Sample
-MSFrontPage
+MJ12bot
+MQQBrowser
 MSIECrawler
-MTRobot
-Majestic SEO
-Majestic-SEO
-Majestic12
-Mass Downloader
+Mail.RU_Bot
+MarkWatch
 Masscan
-MauiBot
-MeanPath Bot
-Meanpathbot
+Mata Hari
+Mediatoolkitbot
 MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
+Mojeek
 Mojolicious
 MolokaiBot
-Musobot
+Mozlila
+Mr.4x3
+Msrabot
 NPbot
-Name Intelligence
 Nameprotect
-Navroad
-Needle
-NetAnts
+NearSite
+NetLyzer
+NetSpider
 Netvibes
+NextGenSearchBot
+Nibbler
 NimbleCrawler
-Nimbostratus
 Ninja
-Nuclei
-Nutch
-Offline Explorer
-OpenLinkProfiler
-OpenVAS
-Openfind
-Openvas
-OrangeBot
+Octopus
 OrangeSpider
-OutclicksBot
-PECL::HTTP
 PageAnalyzer
-PageGrabber
-Papa Foto
-Pavuk
+Panscient
+PeoplePal
 Picscout
-Picsearch
+PictureFinder
 Piepmatz
-Pimonster
 Pixray
 Pockey
-ProPowerBot
-Probethenet
 Psbot
-Pump
-PyCurl
-Quick-Crawler
-RankActiveLinkBot
-RankFlex
+Pu_iN
+PxBroker
+QueryN Metasearch
+RankActive
 Rankivabot
-RealDownload
 Recorder
 RedesScrapy
-Ripper
+RepoMonkey
+RocketCrawler
+SEOstats
+SMTBot
+SalesIntelligent
+ScanAlert
 Scanbot
-ScoutJet
+Scrapy
 ScreenerBot
-SemanticJuice
-SentiBot
-Siphon
-Site Sucker
+Seekport
+Semrush
+SemrushBot
+SeoSiteCheckup
+Seomoz
+Shodan
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
+Sitebeam
 Siteimprove
+Sitevigil
+SlySearch
 SmartDownload
-Snake
-Snoopy
-Sosospider
-Sottopop
-Spanner
-SputnikBot
+Sociscraper
+Spammen
+SpankBot
+Spinn3r
 Sqworm
-Steeler
-SuperBot
+Sucker
+Sucuri
+SuperHTTP
+Surfbot
 SurveyBot
 Suzuran
-T8Abot
-Telesoft
-Telesphorep
-The Intraformant
 TheNomad
-TightTwatBot
-Tracemyfile
-Twice
+Thumbor
+Titan
+Toweyabot
+Trendiction
+Trendictionbot
+True_Robot
+Turnitin
+TurnitinBot
+URLy.Warning
 UnisterBot
+V-BOT
+VB Project
 Vagabondo
+VidibleScraper
+Virusdie
+Voil
+WASALive-Bot
+WBSearchBot
+WEBDAV
+WISENutbot
+WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
 Wallpapers/3.0
+WeSEE
 Web Auto
-Web Collage
+Web Fetch
 Web Fuck
 Web Pix
 Web Sauger
-WebCollage
-WebFetch
+Web Sucker
+WebAuto
+WebEnhancer
 WebSucker
 WebWhacker
+Webalta
 Webshag
 Website Quester
-WebsiteExtractor
-Whacker
-Whatweb
+Who.is Bot
 Widow
 Wonderbot
-Woobot
 Wotbox
-Wprecon
 YoudaoBot
 Zade
 Zauba
-Zermelo
-ZmEu
-ZoomBot
+Zitebot
+ZumBot
+ZyBorg
 archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
-check1.exe
-coccocbot
-com.plumanalytics
-domainsproject.org
-heritrix
-internetVista monitor
-ips-agent
+cah.io.community
+clark-crawler
+crawl.sogou.com
+crawler.feedback
+eCatch
+evc-batch
+gopher
+iubenda-radar
+linkdexbot
 lwp-request
-lwp-trivial
-magpie-crawler
+meanpathbot
+muhstik-scan
 oBot
-polaris version
-probe-image-size
+pcBrowser
 s1z.ru
 scalaj-http
-seobility
-seoscanners
-serpstatbot
-siteripz
+scan.lol
+sexsearcher
+sogouspider
+sysscan
 tAkeOut
-trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
-webprosbot
+webgains-bot
+x09Mozilla
+x22Mozilla
+zgrab