V4.2022.04.3033 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-ALittle Client
-ASPSeek
-Alexibot
-Anarchy99
+ADmantX
+Aboundex
+Aboundexbot
+Acunetix
+AiHitBot
+AllSubmitter
+Alligator
 Ankit
-Anthill
+Apexoo
 Attach
 BBBike
-BDCbot
-BLEXBot
-BackWeb
+BDFetch
 Backlink-Ceck
-BacklinkCrawler
-BatchFTP
-Battleztar Bazinga
-BetaBot
-Black Hole
-Blackboard
-Boardreader
+Bandit
+BlackWidow
+BlowFish
+BotALot
+Buddy
+BuiltBotTough
+BuiltWith
 Bullseye
 BunnySlippers
+CCBot
 CODE87
-ChinaClaw
+CSHttp
+Calculon
+CazoodleBot
+CheeseBot
 Citoid
-Cloud mapping
-Cogentbot
+Cliqzbot
+CopyRightCheck
 Cosmos
-Craftbot
 Crawling at Home Project
 CrazyWebCrawler
-Custo
-DTS Agent
+CrunchBot
+Curious
+DIIbot
+DatabaseDriverMysqli
+Deusu
 Devil
-DigitalPebble
+Digincore
+Disco
 DnBCrawler-Analytics
 DomCopBot
-DomainAppender
 DomainStatsBot
-Dragonfly
+Domains Project
 Drip
 EMail Siphon
-EMail Wolf
+EasyDL
+Ebingbong
 EirGrabber
-Evil
+EroCrawler
 ExtLinksBot
-FHscan
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+FDM
+FemtosearchBot
+Fimap
 GT::WWW
-GalaxyBot
-GetRight
-Getintent
+Genieo
 Gigabot
-Go!Zilla
-GoZilla
-GrabNet
-Grafula
+Grabber
+GrapeFX
 GrapeshotCrawler
+GridBot
 HEADMasterSEO
+HMView
 HTMLparser
-HTTrack
+HTTP::Lite
+HaosouSpider
+Harvest
+Havij
 Hloader
-IRLbot
-Image Sucker
-IndeedBot
-Indy Library
-InfoNaviRobot
-Iskanie
+HybridBot
+IDBot
+Iblog
+Id-search
+InterGET
 IstellaBot
-JOC Web Spider
-JennyBot
 Jetty
-Jyxobot
-Keybot Translation-Search-Machine
+JikeSpider
+Joomla
+JustView
+Kenjin Spider
 Keyword Density
-Kinza
 Kozmosbot
+LNSpiderguy
+Larbin
 Leap
-Libwhisker
+LeechFTP
+LeechGet
+LexiBot
+Lftp
+LieBaoFast
 Lightspeedsystems
-LinkScan
-Linkbot
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
+LinqiaScrapeBot
 Lmspider
-MIDown tool
+Ltx71
+MFC_Tear_Sample
 MIIxpc
-MJ12bot
 MQQBrowser
+MSFrontPage
 Mail.RU_Bot
-Majestic-SEO
-Mass Downloader
-Mata Hari
-MeanPath Bot
+Majestic SEO
+MarkMonitor
+Masscan
+MauiBot
+Mb2345Browser
 Meanpathbot
-MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Minefield
+Metauri
 Mister PiX
-MolokaiBot
+Moblie Safari
+Mojeek
+Mojolicious
 Mozlila
 Mr.4x3
+NICErsPRO
 NPbot
-Navroad
-Net Vampire
-NetLyzer
-Netcraft
+NetSpider
+NetZIP
 Nettrack
-Nuclei
+NimbleCrawler
+Ninja
+Nutch
+Octopus
 Offline Navigator
-OpenVAS
+OpenLinkProfiler
 Openfind
-Openvas
-OrangeBot
-OutfoxBot
+OrangeSpider
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
 PageAnalyzer
-PageGrabber
-PageScorer
-PageThing.com
+Pandalytics
 Panscient
-Picscout
+Papa Foto
+Pi-Monster
+Picsearch
 PictureFinder
 Piepmatz
 PleaseCrawl
 Pockey
 ProPowerBot
-Probethenet
-Pu_iN
 Pump
-PyCurl
-RankActive
-RankFlex
 RankingBot
-Rankivabot
-RankurBot
+RankingBot2
 Re-re
 ReGet
 RepoMonkey
 RocketCrawler
 Rogerbot
-SBIder
-SalesIntelligent
-Seekport
-SemrushBot
-SeoSiteCheckup
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
+SISTRIX
+ScoutJet
+Screaming
+ScreenerBot
+ScrepyBot
+Searchestate
+SemanticJuice
+SentiBot
 SeobilityBot
-Seomoz
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
+Shodan
 SiteExplorer
-Sitebeam
-Sitevigil
-SlySearch
-Snake
-Snoopy
-Sogou web spider
-Sosospider
-SpankBot
+Siteimprove
+SmartDownload
+SocialRankIOBot
+Sociscraper
+Sottopop
+SpaceBison
 Spanner
+Sqlmap
+Steeler
 Stripper
-SurveyBot
+Sucker
+SuperBot
+Surfbot
 Swiftbot
-Szukacz
-T8Abot
+Teleport
 TeleportPro
-Telesoft
-TightTwatBot
 Titan
-Toweyabot
-Tracemyfile
+Trendictionbot
+True_Robot
 Turingos
-TwengaBot
-Twice
-URLy.Warning
+Turnitin
 UnisterBot
-Upflow
-V-BOT
 VB Project
-VeriCiteCrawler
+VCI
+Vacuum
+Vagabondo
+VelenPublicWebCrawler
+Voil
 WASALive-Bot
-WBSearchBot
-WPScan
 WWW-Collector-E
-WWW-Mechanize
-WallpapersHD
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
 Web Collage
-Web Pix
+WebAuto
 WebCopier
-WebGo IS
-WebImageCollector
+WebFuck
 WebLeacher
-WebSauger
+WebStripper
+WebSucker
+WebWhacker
 Webalta
-WebsiteExtractor
+WebmasterWorldForumBot
 WebsiteQuester
-Whack
-Who.is Bot
+Widow
 WinHTTrack
 Wotbox
-Xaldon WebSpider
-Xenu
 YoudaoBot
+Zade
 ZmEu
 ZoomBot
-ZoominfoBot
-ZyBorg
-backlink-check
-cah.io.community
+ZumBot
+adscanner
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
+clark-crawler
 coccocbot
-cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-crawler.feedback
+dataforseo.com
+demandbase-bot
 domainsproject.org
-gopher
-internetVista monitor
-linkdexbot
+eCatch
+evc-batch
+facebookscraper
 lwp-request
 lwp-trivial
-meanpathbot
-mediawords
-muhstik-scan
-pcBrowser
-plumanalytics
+netEstate NE Crawler
+oBot
+polaris version
 probe-image-size
 ripz
-s1z.ru
-scan.lol
 seobility
 seocompany.store
 seostar
-serpstatbot
 sitechecker.pro
-siteripz
-sogouspider
-sysscan
-tAkeOut
+sp_auditbot
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webpros.com
 xpymep1.exe
 zauba.io