V4.2022.05.3122 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-Abonti
-Aboundex
-Aboundexbot
-Alligator
-AlphaBot
-Anarchy99
+360Spider
+ADmantX
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+Anarchie
 Anthill
 Aspiegel
-Asterias
-Atomseobot
 Attach
-BBBike
-BLEXBot
-BackDoorBot
-BackStreet
-BackWeb
+BDCbot
+BDFetch
 Badass
-BatchFTP
 Battleztar Bazinga
 BetaBot
 Bigfoot
+Bitacle
 Black Hole
-BlackWidow
-Boardreader
-Bolt
-BuiltBotTough
+Blackboard
+Brandprotect
+BuiltWith
 BunnySlippers
-BuzzSumo
 CATExplorador
-CazoodleBot
-Chlooe
-Citoid
+CCBot
+CheTeam
+CheeseBot
+Claritybot
 Cliqzbot
-Cloud mapping
 Cocolyzebot
-Copier
-Copyscape
-Cosmos
-Craftbot
+CrazyWebCrawler
 Crescent
-Curious
+CrunchBot
+CyotekWebCopy
+DBLBot
 DIIbot
 DTS Agent
-DataCha0s
-Deusu
-Devil
-Digincore
+DatabaseDriverMysqli
 DigitalPebble
-Dirbuster
-Disco
-Discobot
-Discoverybot
-DittoSpyder
-DomCopBot
-DomainAppender
+DnBCrawler-Analytics
 Domains Project
 Dotbot
-ECCP/1.0
-EMail Siphon
+Dragonfly
 EMail Wolf
 EasyDL
-Exabot
-Express WebPictures
-ExtractorPro
-Fimap
+Ecxi
+EirGrabber
+EroCrawler
+Extreme Picture Finder
+Ezooms
+FHscan
+Firefox/7.0
 FlashGet
 Flunky
-Fyrebot
+Foobot
+Freeuploader
+FrontPage
 G-i-g-a-b-o-t
-GalaxyBot
-Gigabot
+GetWeb
+Getintent
 Go-Ahead-Got-It
 Gotit
 Grabber
 GrapeFX
+GrapeshotCrawler
 GridBot
 HMView
-Havij
-HybridBot
-IRLbot
+Haansoft
+Heritrix
+Humanlinks
+IDBot
 Iblog
-Image Fetch
+IlseBot
+Image Sucker
 InfoNaviRobot
-Intelliseek
-InterGET
+InfoTekies
+Internet Ninja
 InternetSeer
-Iskanie
+Iria
+JOC Web Spider
 JennyBot
-JetCar
 JikeSpider
-Jorgee
+Joomla
 JustView
-Jyxobot
+Kenjin Spider
 Keybot Translation-Search-Machine
-Kinza
-Kozmosbot
-LWP::Simple
-Lanshanbot
-LieBaoFast
-LinkpadBot
+Leap
+LeechGet
+Libwhisker
+Likse
+LinkScan
+LinkextractorPro
+LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Litemage_walker
-Ltx71
+MFC_Tear_Sample
 MIDown tool
-MQQBrowser
-MSFrontPage
+MIIxpc
+MJ12bot
+MSIECrawler
+MTRobot
 Mag-Net
-Majestic-SEO
-MarkMonitor
-Mass Downloader
+Mail.RU_Bot
+Majestic12
+MarkWatch
 Masscan
-Meanpathbot
-Mediatoolkitbot
+MauiBot
+Mb2345Browser
 MegaIndex.ru
-Microsoft Data Access
+MicroMessenger
 Mister PiX
-Moblie Safari
 MolokaiBot
 Morfeus Fucking Scanner
-Mr.4x3
+Mozlila
+Musobot
 NPbot
-Navroad
-NearSite
-Needle
 Nessus
 Net Vampire
-NetSpider
+NetAnts
+NetLyzer
 Netcraft
-Nimbostratus
-Not
-OutclicksBot
+Netvibes
+Nikto
+Nmap
+Openvas
+OrangeBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
-Page Analyzer
 PageGrabber
-PageScorer
-Pavuk
-PeoplePal
-Pi-Monster
+Panscient
+Papa Foto
 Picscout
-Pimonster
+Picsearch
+PictureFinder
+Pixray
 ProPowerBot
 ProWebWalker
-Probethenet
-PxBroker
+Psbot
+Pump
 PyCurl
 Quick-Crawler
+RSSingBot
 RankFlex
-RankingBot
-Rankivabot
+RankingBot2
+Re-re
+ReGet
 RebelMouse
 RepoMonkey
 RocketCrawler
-SBIder
+SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
 SEOstats
+SISTRIX
 SMTBot
-SalesIntelligent
 ScanAlert
 Scanbot
-ScrepyBot
-Searchestate
-Siphon
-SiteCheckerBotCrawler
+ScreenerBot
+SearchmetricsBot
+Semrush
+SeoSiteCheckup
+Site Sucker
+SiteExplorer
 SiteLockSpider
 SiteSucker
-SmartDownload
+Sitebeam
+Siteimprove
+SlySearch
+Sociscraper
 Sogou web spider
-Spanner
+Sottopop
+SpankBot
 Spbot
 Spinn3r
-Steeler
-SuperBot
-SurveyBot
-Suzuran
-T8Abot
-TeleportPro
+Sucker
+SuperHTTP
+Szukacz
 Telesoft
+Telesphoreo
 The Intraformant
-Trendictionbot
+TheNomad
+TightTwatBot
+Toata
+Tracemyfile
+Trendiction
+True_Robot
+Turingos
+Turnitin
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
 URLy.Warning
-Upflow
-V-BOT
-VB Project
-VCI
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VoidEYE
-Voil
+VidibleScraper
 Voltron
-WASALive-Bot
+WBSearchBot
 WEBDAV
 WWW-Collector-E
-WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
-WeSEE
 Web Auto
 Web Collage
-Web Sauger
+Web Enhancer
+Web Fetch
+Web Pix
+WebBandit
 WebCollage
-WebCopier
+WebEnhancer
 WebFuck
-WebLeacher
 WebPix
+WebSauger
 WebWhacker
 WebmasterWorldForumBot
+Webshag
+Website Quester
+Whacker
 Widow
-Xenu
+WinHTTrack
+Woobot
+Xaldon WebSpider
 YoudaoBot
-ZoomBot
+Zauba
+Zermelo
+Zitebot
+ZoominfoBot
+adscanner
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-backlink-check
-check1.exe
-clark-crawler
-crawl.sogou.com
-crawler.feedback
+autoemailspider
 crawler4j
-eCatch
-facebookscraper
-heritrix
-instabid
+dataforseo.com
+evc-batch
+internetVista monitor
 ips-agent
 isitwp.com
-iubenda-radar
+linkdexbot
 magpie-crawler
-mediawords
-muhstik-scan
-page scorer
+meanpathbot
+netEstate NE Crawler
 plumanalytics
-probe-image-size
-satoristudio.net
-scalaj-http
-seobility
+ripz
 seocompany.store
+seoscanners
+seostar
+serpstatbot
+sitechecker.pro
+spyfu
 tAkeOut
-ubermetrics-technologies.com
 voyagerx.com
-webmeup-crawler
-webprosbot
+webpros.com
 x22Mozilla
-xpymep1.exe
-zauba.io