V4.2022.02.2944 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
 404checker
-ADmantX
+404enemy
+80legs
+ALittle Client
+Aboundex
+Acunetix
+AiHitBot
+Aipbot
 Alexibot
-AlphaBot
-Anarchie
-Anarchy99
-Anthill
-Apexoo
-Attach
-AwarioRssBot
-BBBike
-BDFetch
+Asterias
+Atomseobot
+BDCbot
 BLEXBot
-BackDoorBot
-BacklinkCrawler
-Barkrowler
+Badass
 BatchFTP
-Bigfoot
+BetaBot
 Bitacle
-Blackboard
-BlowFish
+Blow
 Boardreader
+Bolt
 BuiltWith
+CATExplorador
 CODE87
-Cegbfeieh
+CSHttp
+Calculon
 CensysInspect
+CheTeam
 CheeseBot
-Chlooe
+Citoid
+Claritybot
+Cliqzbot
 Cloud mapping
 Cocolyzebot
 Cogentbot
-Collector
-CrazyWebCrawler
+Copier
+CopyRightCheck
+Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
 Crescent
-Custo
-DatabaseDriverMysqli
+DIIbot
+Demon
 Deusu
-Digincore
+Devil
+Disco
+Discoverybot
 Dispatch
 DittoSpyder
-DomainAppender
+DnyzBot
+DomainCrawler
+Domains Project
+Drip
 ECCP/1.0
 EMail Siphon
+EasyDL
 Ebingbong
-EirGrabber
-ExtLinksBot
-FemtosearchBot
-Fimap
-FlashGet
-Flunky
-Fuzz
-Fyrebot
-GetRight
+Evil
+Ezooms
+G-i-g-a-b-o-t
 GetWeb
+Gigabot
 Go!Zilla
-Grafula
-GrapeshotCrawler
+Go-Ahead-Got-It
+GrapeFX
+GridBot
 HMView
-HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
-HaosouSpider
 Harvest
-Hloader
-HonoluluBot
-Humanlinks
 HybridBot
-IDBot
-IRLbot
+Iblog
+Id-search
 Image Sucker
 IndeedBot
-Intelliseek
+InfoTekies
 Internet Ninja
-InternetSeer
-Iria
-Iskanie
-JOC Web Spider
 Jbrofuzz
-JustView
+JennyBot
+JikeSpider
+Jorgee
+Jyxobot
 Kenjin Spider
-Kozmosbot
-LNSpiderguy
-Lanshanbot
-Larbin
-Leap
-LeechFTP
+Kinza
+LexiBot
 Lftp
-Libwhisker
-Lightspeedsystems
-Likse
+LinkScan
 LinkWalker
 Linkbot
-Linkdexbot
-LinksManager
+LinkextractorPro
 Lipperhey
-Lipperhey Spider
 Litemage_walker
-Ltx71
 MFC_Tear_Sample
-MJ12bot
-MQQBrowser
-MSIECrawler
+MTRobot
+Majestic SEO
+Majestic12
 MarkMonitor
-Masscan
-Mata Hari
-MauiBot
-MeanPath Bot
 Meanpathbot
-MegaIndex.ru
-Microsoft URL Control
-Minefield
+Metauri
+Mister PiX
 Mojeek
 Mojolicious
-MolokaiBot
-Mr.4x3
+Mozlila
+Msrabot
 Musobot
-NICErsPRO
-NPbot
-Nameprotect
-Navroad
-NearSite
+Needle
+Nessus
 Net Vampire
-NetMechanic
-NetSpider
+NetLyzer
 NetZIP
-Niki-bot
-Nmap
-Nuclei
-Nutch
-Offline Explorer
+Nibbler
+NimbleCrawler
+Not
+Offline Navigator
+OnCrawl
+OpenVAS
 OrangeSpider
-OutclicksBot
 PECL::HTTP
-Page Analyzer
-PageAnalyzer
+PHPCrawl
 PageGrabber
-PageScorer
-PageThing.com
-Papa Foto
-Petalbot
-PictureFinder
-Pixray
+Pandalytics
+PeoplePal
+Pimonster
+PleaseCrawl
 Pockey
+ProPowerBot
 Probethenet
-Pu_iN
+Psbot
 Pump
-QueryN Metasearch
+RankActive
 RankActiveLinkBot
+RankFlex
+RankingBot
+RankingBot2
 RankurBot
-Re-re
-RedesScrapy
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
+Reaper
+Recorder
+RepoMonkey
+RocketCrawler
+SBIder
+SEOstats
 SISTRIX
 SMTBot
+SalesIntelligent
 ScanAlert
-Scanbot
 ScoutJet
-Screaming
+Scrapy
+ScrepyBot
 SearchmetricsBot
 Seekport
 SemanticJuice
+Semrush
 SemrushBot
+SeobilityBot
 SiteExplorer
 SiteLockSpider
-SiteSnagger
-SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
 SmartDownload
+Snake
+Snoopy
 SocialRankIOBot
-Sogou web spider
-Sottopop
-Spammen
+Sosospider
+SpaceBison
 SpankBot
+Spanner
+Spbot
 SputnikBot
 Sqlmap
-Sqlworm
 Sqworm
-Sucker
+Steeler
+SuperBot
 Surfbot
-Szukacz
+SurveyBot
+Suzuran
 T0PHackTeam
-TeleportPro
-Telesoft
+T8Abot
+Teleport
+Telesphoreo
 Telesphorep
-The Intraformant
-Titan
-Trendiction
+Thumbor
+Tracemyfile
+Trendictionbot
 True_Robot
-UnisterBot
-VB Project
+Turingos
+TurnitinBot
+TwengaBot
+Twice
+URLy Warning
+URLy.Warning
 VidibleScraper
-Voil
 WBSearchBot
-WISENutbot
-Wallpapers
-WeSEE
-Web Enhancer
-WebAuto
-WebCollage
-WebCopier
+WEBDAV
+WPScan
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
+Wallpapers/3.0
+WallpapersHD
+Web Auto
+Web Fetch
+Web Sauger
+Web Sucker
+WebBandit
+WebFetch
+WebFuck
+WebLeacher
 WebPix
-WebSauger
-WebStripper
+WebReaper
 WebSucker
 WebmasterWorldForumBot
-WebsiteQuester
-Webster
-Whacker
-Whatweb
-Widow
-WinHTTrack
-Zade
-Zermelo
-Zeus
-ZoomBot
-archive.org_bot
+Whack
+WiseGuys Robot
+Wotbox
+Wprecon
+Xaldon WebSpider
+Zauba
+ZmEu
+ZumBot
 arquivo.pt
+cah.io.community
+check1.exe
 coccocbot
-cognitiveseo
-dataforseo.com
-demandbase-bot
-domainsproject.org
-evc-batch
-gopher
-heritrix
-ips-agent
+crawl.sogou.com
+crawler4j
+eCatch
 iubenda-radar
-magpie-crawler
+lwp-request
 mediawords
-oBot
 pcBrowser
 plumanalytics
 polaris version
-probe-image-size
 ripz
+s1z.ru
 seobility
 seoscanners
+seostar
 serpstatbot
-sogouspider
+sexsearcher
+siteripz
 sp_auditbot
-tAkeOut
-webpros.com
-x09Mozilla
+spyfu
+sysscan
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
+webprosbot
+xpymep1.exe
 zauba.io