V4.2022.04.3034 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-ADmantX
-Aboundex
-Aboundexbot
+404enemy
+80legs
+ASPSeek
 Acunetix
-AiHitBot
-AllSubmitter
+AhrefsBot
+Aipbot
 Alligator
-Ankit
+Anarchy
+Anthill
 Apexoo
 Attach
-BBBike
-BDFetch
-Backlink-Ceck
-Bandit
+AwarioSmartBot
+BackDoorBot
+BackStreet
+Badass
+BatchFTP
+Bitacle
 BlackWidow
-BlowFish
-BotALot
-Buddy
+Blackboard
+Boardreader
+Brandprotect
 BuiltBotTough
-BuiltWith
 Bullseye
-BunnySlippers
-CCBot
-CODE87
-CSHttp
-Calculon
+BuzzSumo
+CATExplorador
 CazoodleBot
-CheeseBot
+CensysInspect
+CheTeam
+CherryPicker
+ChinaClaw
+Chlooe
 Citoid
-Cliqzbot
 CopyRightCheck
-Cosmos
+Copyscape
+Craftbot
 Crawling at Home Project
-CrazyWebCrawler
 CrunchBot
-Curious
-DIIbot
-DatabaseDriverMysqli
-Deusu
-Devil
+DSearch
+DataCha0s
+Demon
 Digincore
-Disco
 DnBCrawler-Analytics
 DomCopBot
+DomainCrawler
 DomainStatsBot
 Domains Project
+Dotbot
+Dragonfly
 Drip
 EMail Siphon
 EasyDL
-Ebingbong
+Ecxi
 EirGrabber
 EroCrawler
+Express WebPictures
 ExtLinksBot
-Extreme Picture Finder
+Extractor
+ExtractorPro
 EyeNetIE
 Ezooms
 FDM
-FemtosearchBot
-Fimap
-GT::WWW
+Foobot
+Freeuploader
+FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 Genieo
-Gigabot
+GetRight
+Getintent
+Go-Ahead-Got-It
 Grabber
-GrapeFX
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HMView
-HTMLparser
 HTTP::Lite
+HTTrack
 HaosouSpider
-Harvest
-Havij
-Hloader
-HybridBot
-IDBot
-Iblog
+Humanlinks
+IDBTE4M
 Id-search
-InterGET
+IndeedBot
+Indy Library
+Intelliseek
+Iskanie
 IstellaBot
-Jetty
+JennyBot
 JikeSpider
-Joomla
-JustView
-Kenjin Spider
-Keyword Density
+Jorgee
+Jyxobot
 Kozmosbot
 LNSpiderguy
-Larbin
-Leap
-LeechFTP
+Lanshanbot
 LeechGet
 LexiBot
-Lftp
+Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinqiaRSSBot
+LinkScan
+LinkWalker
+LinkextractorPro
 LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 Lmspider
-Ltx71
-MFC_Tear_Sample
-MIIxpc
-MQQBrowser
-MSFrontPage
-Mail.RU_Bot
+MSIECrawler
+Mag-Net
 Majestic SEO
 MarkMonitor
-Masscan
-MauiBot
-Mb2345Browser
-Meanpathbot
+MeanPath Bot
+MegaIndex.ru
 Metauri
-Mister PiX
 Moblie Safari
 Mojeek
 Mojolicious
-Mozlila
-Mr.4x3
-NICErsPRO
-NPbot
-NetSpider
+Name Intelligence
+NearSite
+NetAnts
 NetZIP
 Nettrack
+Niki-bot
 NimbleCrawler
-Ninja
+Nimbostratus
+Nmap
 Nutch
-Octopus
-Offline Navigator
+OnCrawl
 OpenLinkProfiler
 Openfind
-OrangeSpider
-PECL::HTTP
-PHPCrawl
+OutfoxBot
+POE-Component-Client-HTTP
 PageAnalyzer
-Pandalytics
-Panscient
-Papa Foto
-Pi-Monster
+PageScorer
+PageThing.com
+Petalbot
 Picsearch
-PictureFinder
-Piepmatz
-PleaseCrawl
+Pixray
 Pockey
 ProPowerBot
-Pump
+QueryN Metasearch
+RankFlex
 RankingBot
 RankingBot2
-Re-re
-ReGet
-RepoMonkey
-RocketCrawler
+Rankivabot
 Rogerbot
-SEOkicks-Robot
-SEOlyticsCrawler
+SEOkicks
 SEOstats
 SISTRIX
-ScoutJet
+Scanbot
+Scrapy
 Screaming
-ScreenerBot
-ScrepyBot
 Searchestate
+SearchmetricsBot
+Seekport
 SemanticJuice
+Semrush
+SemrushBot
 SentiBot
-SeobilityBot
-Shodan
-SiteExplorer
-Siteimprove
-SmartDownload
-SocialRankIOBot
+SeoSiteCheckup
+Seomoz
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+Sitevigil
+Snake
+Snapbot
 Sociscraper
+Sosospider
 Sottopop
-SpaceBison
-Spanner
-Sqlmap
+Spammen
+Sqlworm
 Steeler
 Stripper
-Sucker
+Sucuri
 SuperBot
 Surfbot
-Swiftbot
-Teleport
+SurveyBot
+T0PHackTeam
+T8Abot
 TeleportPro
+Telesoft
+Telesphoreo
+Thumbor
 Titan
-Trendictionbot
-True_Robot
-Turingos
+Toata
+Tracemyfile
 Turnitin
+TwengaBot
+Twice
+URLy Warning
 UnisterBot
 VB Project
 VCI
-Vacuum
-Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
 Voil
 WASALive-Bot
+WBSearchBot
+WEBDAV
+WPScan
 WWW-Collector-E
-WWW::Mechanize
 WWWOFFLE
-Wallpapers
-Web Collage
+WallpapersHD
+WeSEE
+Web Auto
+Web Fetch
+Web Fuck
+Web Sucker
 WebAuto
+WebCollage
 WebCopier
-WebFuck
+WebEnhancer
 WebLeacher
-WebStripper
+WebReaper
 WebSucker
-WebWhacker
-Webalta
-WebmasterWorldForumBot
+WebsiteExtractor
 WebsiteQuester
+Webster
+Whack
 Widow
 WinHTTrack
+WiseGuys Robot
+Wonderbot
 Wotbox
+Xenu
 YoudaoBot
-Zade
+Zauba
 ZmEu
-ZoomBot
-ZumBot
-adscanner
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
-clark-crawler
+arquivo.pt
+check1.exe
 coccocbot
-com.plumanalytics
 crawl.sogou.com
-dataforseo.com
-demandbase-bot
 domainsproject.org
-eCatch
 evc-batch
-facebookscraper
-lwp-request
-lwp-trivial
-netEstate NE Crawler
+heritrix
+instabid
+ips-agent
+isitwp.com
+meanpathbot
+muhstik-scan
 oBot
-polaris version
+page scorer
 probe-image-size
 ripz
+scalaj-http
+scan.lol
 seobility
-seocompany.store
 seostar
-sitechecker.pro
-sp_auditbot
-trendiction.com
+sexsearcher
+siteripz
 trendiction.de
+webmeup-crawler
+webpros.com
 xpymep1.exe
 zauba.io
+zgrab