V4.2022.02.2932 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-ADmantX
-AIBOT
-Abonti
-Aboundex
-Aboundexbot
-AhrefsBot
+360Spider
+404enemy
+ALittle Client
+AfD-Verbotsverfahren
+AiHitBot
+Aipbot
 Alexibot
-Anarchy99
+Alligator
+AlphaBot
 Ankit
-Apexoo
+Aspiegel
+Asterias
+Atomseobot
 Attach
-AwarioSmartBot
-BDFetch
-BLEXBot
-Backlink-Ceck
-Badass
+BackStreet
+BackWeb
 Bandit
 Barkrowler
+BatchFTP
+Battleztar Bazinga
 BetaBot
-Black Hole
+Bigfoot
+Bitacle
+BlackWidow
 Blackboard
-BotALot
+BlowFish
+Boardreader
+Bolt
 Brandprotect
-BuiltWith
+Buck
+Buddy
+Bullseye
 BunnySlippers
 CATExplorador
-CSHttp
-Calculon
+CODE87
 Cegbfeieh
+CensysInspect
 CheTeam
-CherryPicker
-Claritybot
+Citoid
 Cloud mapping
+Cocolyzebot
+Cogentbot
 Copier
-Crawling at Home Project
-Curious
-CyotekWebCopy
-DatabaseDriverMysqli
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
+Crescent
+DBLBot
+DIIbot
+DataCha0s
 Demon
-Deusu
-Devil
-Disco
 Discobot
+Discoverybot
 Dispatch
-DomainAppender
+DnBCrawler-Analytics
+DnyzBot
 DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-Dotbot
-Drip
-EMail Siphon
-EasyDL
-Ebingbong
-Ecxi
-Evil
+ECCP/1.0
+EirGrabber
+Exabot
+ExtLinksBot
 ExtractorPro
+Ezooms
+FDM
 Fimap
 Firefox/7.0
-Fuzz
-Fyrebot
-GetWeb
+Foobot
+Freeuploader
+FrontPage
+GalaxyBot
+Genieo
+GermCrawler
 Go!Zilla
-GoZilla
-HTTrack
-Haansoft
-Harvest
+Go-Ahead-Got-It
+GrapeFX
+HEADMasterSEO
 Havij
-Heritrix
-Hloader
+HonoluluBot
 Humanlinks
-HybridBot
-Iblog
-Id-search
-InfoTekies
+IlseBot
+Image Fetch
+Image Sucker
+Indy Library
 InterGET
-JamesBOT
+Internet Ninja
 Jbrofuzz
 JennyBot
 JetCar
-JikeSpider
+Jetty
+Joomla
 JustView
 Kenjin Spider
-LWP::Simple
-Lanshanbot
-Leap
-LeechGet
+Keyword Density
+Kozmosbot
 Lftp
+Libwhisker
 LieBaoFast
-Lightspeedsystems
 LinkWalker
-Linkbot
-Linkdexbot
-LinkextractorPro
+LinkpadBot
 LinksManager
+LinqiaRSSBot
 Lipperhey Spider
 Litemage_walker
-Lmspider
-Ltx71
-MIIxpc
-MJ12bot
-MTRobot
-Majestic12
-Mata Hari
-MeanPath Bot
+MSFrontPage
+Mail.RU_Bot
+Majestic SEO
+MarkWatch
+Mb2345Browser
 Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
-Minefield
+Metauri
+Moblie Safari
 Mojeek
+Morfeus Fucking Scanner
+NICErsPRO
+NPbot
 Name Intelligence
 Nameprotect
-Navroad
+Needle
 Nessus
-Net Vampire
 NetAnts
-NetSpider
+NetMechanic
+NetZIP
 Nettrack
-Netvibes
-Nibbler
+Niki-bot
+Nikto
+NimbleCrawler
 Nimbostratus
-Ninja
 Not
-Nutch
-Offline Explorer
 Offline Navigator
 OpenLinkProfiler
-OpenVAS
-Openvas
-OutclicksBot
+Openfind
+OrangeBot
+OrangeSpider
+POE-Component-Client-HTTP
 PageAnalyzer
 PageGrabber
 PageScorer
-PageThing.com
-Pandalytics
-Panscient
-Petalbot
+Pavuk
+PeoplePal
 Pi-Monster
+Picscout
 Picsearch
-Piepmatz
-Pimonster
-Pockey
-Psbot
+PictureFinder
+ProWebWalker
 Pu_iN
-QueryN Metasearch
+Pump
 RSSingBot
-RankFlex
-RankingBot2
-RankurBot
-Reaper
-SISTRIX
-SalesIntelligent
+RankActiveLinkBot
+Rankivabot
+ReGet
+RedesScrapy
+RepoMonkey
+Ripper
+RocketCrawler
+SEOkicks-Robot
+SEOprofiler
+SMTBot
+ScanAlert
+Scrapy
 Screaming
-Searchestate
-Semrush
-SentiBot
+SearchmetricsBot
+Seekport
+SemrushBot
 SeoSiteCheckup
-Seomoz
-Site Sucker
+Shodan
 SiteLockSpider
-SiteSnagger
 Siteimprove
-Sitevigil
-Snake
 Snoopy
-SocialRankIOBot
-Sociscraper
-Sogou web spider
-Sosospider
-Spammen
-Spinn3r
-Sqlmap
+Sqworm
 Steeler
-Sucker
-Surfbot
+SurveyBot
 Suzuran
+Swiftbot
+Szukacz
 TeleportPro
-Telesoft
 Telesphoreo
-The Intraformant
-TheNomad
-Thumbor
-Toata
+Titan
 Toweyabot
-Tracemyfile
+Trendiction
 Trendictionbot
-True_Robot
-Turnitin
-TurnitinBot
-Twice
-Typhoeus
-URLy.Warning
 V-BOT
 VCI
-Vagabondo
-VeriCiteCrawler
-VidibleScraper
+VelenPublicWebCrawler
 Virusdie
 Voil
+Voltron
+WBSearchBot
 WISENutbot
+WPScan
 WWW-Collector-E
-WWW::Mechanize
-WeSEE
+WWW-Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
 Web Auto
-Web Pix
-Web Sauger
-WebAuto
-WebBandit
 WebCollage
 WebGo IS
 WebLeacher
-WebPix
+WebSauger
 WebStripper
+WebSucker
 Webalta
 Webshag
-Webster
+Website Quester
+WebsiteQuester
 Whacker
+Whatweb
 Who.is Bot
-WinHTTrack
-Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
-Zade
+Widow
+Wonderbot
+Wotbox
+Wprecon
+Xenu
+Zauba
 Zitebot
 ZmEu
-ZyBorg
+ZoomBot
+ZumBot
 adscanner
-arquivo.pt
-cah.io.community
-clark-crawler
-crawl.sogou.com
-eCatch
-facebookscraper
+archive.org_bot
+autoemailspider
+backlink-check
+check1.exe
+coccocbot
+com.plumanalytics
+evc-batch
+heritrix
 internetVista monitor
-ips-agent
 lwp-request
-lwp-trivial
+muhstik-scan
 netEstate NE Crawler
-oBot
-s1z.ru
-scan.lol
-seoscanners
+page scorer
+polaris version
+probe-image-size
+ripz
+seocompany.store
 serpstatbot
-sitechecker.pro
-siteripz
 sp_auditbot
+spyfu
+sysscan
+tAkeOut
+voyagerx.com
 webpros.com
 webprosbot
-x09Mozilla
+xpymep1.exe
 zauba.io
 zgrab