V4.2021.06.2372 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-Abonti
-Acunetix
-ADmantX
-AfD-Verbotsverfahren
+360Spider
+404enemy
 AhrefsBot
-AllSubmitter
-Anarchie
+AiHitBot
+Aipbot
+Alexibot
 Anarchy99
+Apexoo
 arquivo.pt
+Aspiegel
 ASPSeek
-Asterias
 Attach
 autoemailspider
 AwarioSmartBot
-BacklinkCrawler
-BackWeb
-BBBike
-BDFetch
-BetaBot
-Bigfoot
-Boardreader
-Bolt
+backlink-check
+Badass
+Battleztar Bazinga
+Bitacle
+Blackboard
+BlackWidow
+BuiltBotTough
+BunnySlippers
 Calculon
 CATExplorador
-CheTeam
+Cegbfeieh
+CensysInspect
+check1.exe
+CheeseBot
+CherryPicker
+ChinaClaw
 Cloud mapping
+coccocbot-web
 CODE87
-cognitiveseo
-Collector
-com.plumanalytics
+Copier
+CopyRightCheck
 Copyscape
 Cosmos
-crawler4j
 crawler.feedback
+crawl.sogou.com
+CrazyWebCrawler
 Crescent
+Curious
+Custo
+CyotekWebCopy
 DatabaseDriverMysqli
 DBLBot
-Deusu
-Discobot
-Discoverybot
+demandbase-bot
+Digincore
+DIIbot
 DittoSpyder
 DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 Domains Project
-DomainStatsBot
-DomCopBot
 Dotbot
+Download Wonder
 Dragonfly
+Drip
 DSearch
 EasyDL
-Ebingbong
-ECCP/1.0
-Ecxi
-EMail Wolf
-Evil
+EroCrawler
+evc-batch
 Exabot
 Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
-EyeNetIE
+Extractor
+ExtractorPro
 facebookscraper
 FemtosearchBot
-Fimap
-Fuzz
+FHscan
+Firefox/7.0
+Foobot
+Freeuploader
+FyberSpider
 Fyrebot
-GalaxyBot
-Genieo
-Getintent
-Gigabot
-GoZilla
+GetRight
+GetWeb
+Go-Ahead-Got-It
 Go!Zilla
-GrabNet
-Harvest
-HEADMasterSEO
+Grabber
+GrapeshotCrawler
+GridBot
 Heritrix
 Hloader
-HMView
 HTTP::Lite
-Iblog
 IDBot
+IDBTE4M
+Id-search
+IlseBot
 Image Fetch
+Indy Library
 InfoNaviRobot
-InfoTekies
-Intelliseek
 Internet Ninja
-internetVista monitor
 ips-agent
-JikeSpider
-JOC Web Spider
-Joomla
-Jorgee
-Keyword Density
-Larbin
+Iria
+isitwp.com
+IstellaBot
+JamesBOT
+Jyxobot
+Kinza
+Lanshanbot
 LeechFTP
-LexiBot
+LeechGet
 Lftp
-Lightspeedsystems
+LibWeb
 Likse
-Linkbot
 Linkdexbot
-LinkextractorPro
-LinkpadBot
 LinkScan
-LinkWalker
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
 Litemage_walker
-Lmspider
-LWP::Simple
 lwp-trivial
 Magnet
+magpie-crawler
 Majestic12
-Majestic-SEO
+MarkMonitor
 MarkWatch
-Mata Hari
-meanpathbot
-MegaIndex.ru
-MIDown tool
+Masscan
+Mass Downloader
+MeanPath Bot
+Metauri
+Microsoft URL Control
+MJ12bot
 Mojeek
-Morfeus Fucking Scanner
+Mojolicious
 MQQBrowser
+MSIECrawler
+Msrabot
 MTRobot
+muhstik-scan
 Musobot
-Name Intelligence
 Nameprotect
-Navroad
+NearSite
+Needle
+Netcraft
+netEstate NE Crawler
 NetLyzer
 NetMechanic
-Nettrack
-Net Vampire
+NetSpider
 Netvibes
 NextGenSearchBot
-NICErsPRO
-NimbleCrawler
-oBot
-OnCrawl
-OpenVAS
-OPPO A33
+Niki-bot
+Nikto
+Nutch
+Octopus
+Offline Explorer
+Openfind
+OpenLinkProfiler
+OrangeBot
 OrangeSpider
 OutclicksBot
-PageAnalyzer
-PageGrabber
 PageThing.com
 Panscient
-Pavuk
-PECL::HTTP
+Papa Foto
 PeoplePal
-PHPCrawl
+Petalbot
 Picscout
 Picsearch
-Pi-Monster
-Pixray
-PleaseCrawl
-plumanalytics
-polaris version
-probe-image-size
-ProPowerBot
+ProWebWalker
+Psbot
 Pump
 PxBroker
 PyCurl
-QueryN Metasearch
+Quick-Crawler
 RankingBot
-RepoMonkey
+RankingBot2
+Rankivabot
+RankurBot
+RealDownload
+RebelMouse
+ReGet
+Re-re
+Ripper
 ripz
-s1z.ru
-SBIder
+Rogerbot
+ScanAlert
+scan.lol
 ScoutJet
 Scrapy
-ScreenerBot
-Semrush
+SearchmetricsBot
+SemrushBot
 seobility
 SeobilityBot
-SEOkicks-Robot
-SEOlyticsCrawler
-Seomoz
-SEOprofiler
-seoscanners
-Siphon
-SISTRIX
+seostar
+SEOstats
+sexsearcher
+Shodan
 Sitebeam
 SiteCheckerBotCrawler
-sitechecker.pro
+SiteExplorer
 Siteimprove
-Site Sucker
-Sitevigil
+SiteSnagger
+SlySearch
 Snake
 Snapbot
-SocialRankIOBot
+Sociscraper
 Sogou web spider
-SpaceBison
+Sottopop
 SpankBot
 Spanner
-Spbot
 SputnikBot
-Sqlmap
-Steeler
-Stripper
-SurveyBot
+Sucuri
+SuperBot
+Surfbot
+Suzuran
 Swiftbot
-Szukacz
-Teleport
-Telesphoreo
-Titan
+sysscan
+T0PHackTeam
+Telesphorep
 Trendiction
-Trendictionbot
-trendiction.com
 trendiction.de
+True_Robot
 Turingos
-Turnitin
+TurnitinBot
+TwengaBot
 Twice
-URLy.Warning
-Vagabondo
-Virusdie
-Voil
-WallpapersHD
-WBSearchBot
+URLy Warning
+VelenPublicWebCrawler
+VeriCiteCrawler
+VoidEYE
+WASALive-Bot
+Webalta
+WebAuto
 Web Auto
-WebBandit
-WebCollage
-WebCopier
-WebLeacher
-WebmasterWorldForumBot
-WebSauger
+Web Collage
+Web Fetch
+WebPix
 Webshag
-WebsiteExtractor
 Website Quester
-Web Sucker
-WebWhacker
-WebZIP
-WeSEE
-Whack
+Webster
+WebStripper
+WebSucker
 Whacker
+Whatweb
 Who.is Bot
-Widow
-WinHTTrack
-WiseGuys Robot
+Woobot
+Wotbox
 Wprecon
-WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
-Xaldon_WebSpider
+x22Mozilla
+Xaldon WebSpider
 xpymep1.exe
-zauba.io
+YoudaoBot
+Zermelo
 Zeus
-zgrab
-Zitebot
-ZmEu
-ZoominfoBot
-ZumBot
+ZyBorg