V4.2021.10.2682 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
-404enemy
-AIBOT
 ASPSeek
+Aboundexbot
 Acunetix
-Aipbot
-Alligator
-Anarchy
-Anthill
-Asterias
-BLEXBot
+AhrefsBot
+AiHitBot
+AlphaBot
+Anarchie
+Aspiegel
+BBBike
+BDFetch
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
 Badass
+Barkrowler
 BatchFTP
 Battleztar Bazinga
 BetaBot
-BlackWidow
+BlowFish
+Bolt
+BotALot
+Buck
 Buddy
 BuiltBotTough
-CATExplorador
-CODE87
-CSHttp
+BuiltWith
+Bullseye
 Calculon
+CazoodleBot
 CensysInspect
 CheTeam
-ChinaClaw
 Cloud mapping
-Cocolyzebot
 Cogentbot
-Collector
 Copier
-Copyscape
+Cosmos
+CrazyWebCrawler
+CrunchBot
 Curious
+Custo
 CyotekWebCopy
 DBLBot
-DIIbot
-DSearch
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Demon
 Devil
-Digincore
+Discobot
 Dispatch
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Download Wonder
-Drip
-EMail Wolf
-Ebingbong
+DnBCrawler-Analytics
+DomainCrawler
 Ecxi
-EroCrawler
-Express WebPictures
+EirGrabber
+Evil
+Exabot
 ExtLinksBot
-Extractor
+Extreme Picture Finder
 FDM
+Flunky
 Foobot
-Fyrebot
-Genieo
+FyberSpider
+GalaxyBot
+GermCrawler
 GetRight
-Go!Zilla
+Getintent
 Gotit
-Grabber
+Grafula
 GrapeFX
-GridBot
+GrapeshotCrawler
 HEADMasterSEO
+HMView
 HTTP::Lite
-Haansoft
+HTTrack
 Havij
 Hloader
-Humanlinks
 IRLbot
 Image Fetch
-IndeedBot
 Indy Library
-InfoNaviRobot
-Intelliseek
-Internet Ninja
-InternetSeer
-Iria
+InfoTekies
+InterGET
+Iskanie
 IstellaBot
+JamesBOT
+Jbrofuzz
 JennyBot
-JetCar
-JikeSpider
-Jorgee
-JustView
-Keyword Density
-Kinza
-Kozmosbot
-Larbin
-LeechGet
+Jetty
+Kenjin Spider
+LeechFTP
 LexiBot
-Libwhisker
+Lftp
+LieBaoFast
 Lightspeedsystems
-Likse
-LinkWalker
-Linkdexbot
-LinksManager
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
-Ltx71
-MIDown tool
-MIIxpc
+MFC_Tear_Sample
 MQQBrowser
-MTRobot
-Masscan
+Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+Mass Downloader
 Mata Hari
-Meanpathbot
+Mb2345Browser
 MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Moblie Safari
+Metauri
+Mister PiX
 Mojeek
-Mojolicious
-Mozlila
-Msrabot
-NICErsPRO
+Mr.4x3
+Musobot
+NPbot
 Name Intelligence
+Nameprotect
+Navroad
 NearSite
-Needle
+Net Vampire
 NetAnts
 NetLyzer
-NetSpider
-Nettrack
-NextGenSearchBot
-Nibbler
-Nikto
+Netvibes
+Niki-bot
 Nimbostratus
+Nuclei
 Nutch
 Octopus
 Offline Explorer
 OpenLinkProfiler
-PageThing.com
+OutclicksBot
+PECL::HTTP
 Pavuk
+PeoplePal
 Pi-Monster
-Picscout
 Picsearch
+Pixray
 PleaseCrawl
+Pockey
 Psbot
+Pu_iN
 Pump
-Rankivabot
-RealDownload
-RepoMonkey
-Ripper
-SBIder
-SEOkicks
-ScoutJet
+PyCurl
+QueryN Metasearch
+RankingBot
+RankurBot
+ReGet
+Reaper
+RebelMouse
+RedesScrapy
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SMTBot
+SalesIntelligent
+ScanAlert
+Scanbot
+Screaming
 Searchestate
 Semrush
+SemrushBot
+SentiBot
+SeoSiteCheckup
 Seomoz
-Siphon
-SiteCheckerBotCrawler
+Site Sucker
 SiteExplorer
-SiteLockSpider
-SiteSucker
-Sitebeam
 Siteimprove
+Sitevigil
+SlySearch
 SmartDownload
+Snapbot
 Snoopy
-Sogou web spider
+Sociscraper
+Sosospider
 Sottopop
-Spammen
-Spinn3r
-Steeler
+SpaceBison
+SpankBot
+Spbot
+Sqlworm
+Sqworm
 Stripper
-Suzuran
+Sucuri
+SuperBot
+SurveyBot
 Swiftbot
-T8Abot
+Szukacz
+Teleport
+TeleportPro
 Telesoft
-Telesphorep
 TightTwatBot
 Toata
 Toweyabot
+Tracemyfile
 Trendictionbot
 True_Robot
-Turingos
-Twice
-URLy Warning
-Upflow
+Typhoeus
+URLy.Warning
 V-BOT
 VCI
+Vagabondo
+VeriCiteCrawler
+VidibleScraper
+Voil
 Voltron
-WEBDAV
 WISENutbot
-WPScan
 WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-Web Enhancer
+Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Auto
+Web Collage
+Web Fetch
+Web Fuck
 Web Pix
-Web Sauger
-WebAuto
-WebBandit
-WebCopier
-WebFuck
-WebGo IS
-WebLeacher
-WebSucker
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
-Whacker
+Web Sucker
+WebPix
+WebSauger
+WebStripper
+Webster
 Who.is Bot
+Widow
 Wotbox
 Wprecon
-Xaldon WebSpider
-Xenu
-Zade
+YoudaoBot
 Zauba
-Zermelo
 ZoomBot
-ZoominfoBot
 ZumBot
 archive.org_bot
-arquivo-web-crawler
-autoemailspider
 backlink-check
-cah.io.community
-check1.exe
-coccocbot-web
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-crawler4j
-dataforseo.com
 demandbase-bot
-heritrix
+evc-batch
+ips-agent
+isitwp.com
 lwp-trivial
-muhstik-scan
-page scorer
-plumanalytics
-ripz
-satoristudio.net
+oBot
+polaris version
+probe-image-size
+scalaj-http
 seoscanners
+seostar
+sexsearcher
 sitechecker.pro
-sp_auditbot
+siteripz
+tAkeOut
 trendiction.com
 trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
+webmeup-crawler
 webpros.com
+webprosbot
 x09Mozilla
 x22Mozilla
+xpymep1.exe
 zauba.io