V4.2021.12.2795 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-ADmantX
-AIBOT
-ASPSeek
-Aipbot
+01h4x.com
+404enemy
+ALittle Client
+Abonti
+Acunetix
 Alexibot
 AlphaBot
-Anarchy
-Anthill
-Apexoo
+Anarchy99
 Asterias
-AwarioRssBot
-BBBike
-BDCbot
+Attach
 BDFetch
-BLEXBot
-BackDoorBot
-BackWeb
-BacklinkCrawler
-Badass
+BackStreet
 Barkrowler
 BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
-BlackWidow
+Bolt
 BotALot
-Brandwatch
-BuzzSumo
-CSHttp
-Calculon
-Cegbfeieh
-CheTeam
+Brandprotect
+Buck
+Buddy
+CATExplorador
+CCBot
+CODE87
+CazoodleBot
 CheeseBot
 ChinaClaw
-Chlooe
-Citoid
+Claritybot
 Cliqzbot
 Cloud mapping
 Cogentbot
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
+Collector
+Copyscape
+Cosmos
 Crescent
-Custo
-CyotekWebCopy
+CrunchBot
+Curious
 DTS Agent
-Deusu
+DatabaseDriverMysqli
+Devil
 Digincore
-DigitalPebble
+Dirbuster
+Discobot
+Discoverybot
+Dispatch
 DomCopBot
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
-Domains Project
-ECCP/1.0
-EroCrawler
-Express WebPictures
+Dotbot
+Drip
+EMail Siphon
+EasyDL
+Ebingbong
+Ecxi
+EirGrabber
+Evil
+Exabot
 ExtLinksBot
-FHscan
-FemtosearchBot
-Fimap
-FlashGet
+Extractor
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+Flunky
 Freeuploader
-FrontPage
 Fuzz
-FyberSpider
 Fyrebot
-GT::WWW
-GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+GalaxyBot
+Genieo
+GetWeb
+Getintent
 Grafula
-GrapeshotCrawler
-GridBot
 HMView
-HTTP::Lite
-HTTrack
 Haansoft
-Heritrix
-Hloader
-Humanlinks
+Havij
 HybridBot
-IDBot
-Iblog
+Id-search
 IlseBot
-IndeedBot
-Indy Library
-InfoTekies
+Image Fetch
+Image Sucker
+InfoNaviRobot
 Intelliseek
-Internet Ninja
-JOC Web Spider
-Jbrofuzz
+InterGET
+Iria
+IstellaBot
+JamesBOT
+JennyBot
 JetCar
 Jetty
-JustView
+JikeSpider
+Jorgee
 Jyxobot
+Kenjin Spider
 Kinza
-Kozmosbot
-Lanshanbot
-LeechFTP
-Lftp
-LibWeb
+LNSpiderguy
+LWP::Simple
+Leap
+LexiBot
+LieBaoFast
 Likse
-LinkextractorPro
-LinksManager
-Lipperhey Spider
-Litemage_walker
-Ltx71
+Linkbot
+Linkdexbot
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 MJ12bot
-MSFrontPage
-MSIECrawler
 MTRobot
-Magnet
-Mail.RU_Bot
-Majestic SEO
 Majestic-SEO
-MarkWatch
-Mass Downloader
 Mata Hari
 Mb2345Browser
-MegaIndex.ru
-Metauri
+MeanPath Bot
+Microsoft Data Access
 Microsoft URL Control
-Minefield
+Mister PiX
 Moblie Safari
-Morfeus Fucking Scanner
+Mojeek
+Mozlila
 Mr.4x3
 Msrabot
+Musobot
 NICErsPRO
 Name Intelligence
-NearSite
-Nessus
-Net Vampire
-NetZIP
+Nameprotect
+NetAnts
 Netcraft
-Nutch
+Nettrack
+Nikto
+Nmap
+Nuclei
 Offline Explorer
 OnCrawl
+Openfind
+Openvas
 OrangeSpider
-PECL::HTTP
-PHPCrawl
+OutfoxBot
+POE-Component-Client-HTTP
 PageGrabber
+PageThing.com
+Pandalytics
 Panscient
-Papa Foto
 Pavuk
-PeoplePal
 Pi-Monster
+Picsearch
 PictureFinder
 Pixray
 PleaseCrawl
-Pockey
-ProPowerBot
-ProWebWalker
-Psbot
-QueryN Metasearch
-Quick-Crawler
+Pu_iN
 RankActiveLinkBot
-RankingBot
+RankFlex
 RankurBot
+Re-re
+ReGet
 RealDownload
 RebelMouse
-RepoMonkey
-SBIder
-SEOlyticsCrawler
-SISTRIX
+Recorder
+RedesScrapy
+Ripper
+SMTBot
+SalesIntelligent
 ScoutJet
-Screaming
 ScreenerBot
+Searchestate
 SearchmetricsBot
 SentiBot
-SeobilityBot
-SiteCheckerBotCrawler
-SiteSucker
-Snapbot
+Seomoz
+Siphon
+SiteLockSpider
+Sitevigil
+SlySearch
 Snoopy
-SpaceBison
+Sociscraper
+Sogou web spider
+Sosospider
 SpankBot
-Sucker
+Spbot
+Sqlworm
+Sqworm
+SuperBot
 SuperHTTP
-Surfbot
-Suzuran
-Szukacz
 T0PHackTeam
+Teleport
 Telesoft
-The Intraformant
-TheNomad
+Telesphoreo
+Thumbor
+TightTwatBot
+Titan
 Toweyabot
-Tracemyfile
-Trendictionbot
-Turnitin
-Twice
-Typhoeus
+TurnitinBot
+URLy Warning
+URLy.Warning
 Upflow
-V-BOT
-VB Project
-VCI
 Vacuum
-Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
 VidibleScraper
-Virusdie
 VoidEYE
+WBSearchBot
 WEBDAV
 WPScan
-WWW-Mechanize
 WWW::Mechanize
-WallpapersHD
-WeSEE
-Web Auto
+WWWOFFLE
+Web Collage
 Web Fetch
-Web Fuck
 WebBandit
-WebCollage
-WebCopier
-WebLeacher
+WebFetch
 WebPix
 WebReaper
-WebSauger
-WebSucker
-WebmasterWorldForumBot
-Webster
-Woobot
+WebStripper
+Website Quester
+Whack
+Whacker
+WinHTTrack
+WiseGuys Robot
 Wprecon
-Xaldon_WebSpider
+Xaldon WebSpider
 Zade
-Zauba
-Zitebot
-ZmEu
+Zermelo
+ZumBot
+ZyBorg
+arquivo.pt
 backlink-check
-cah.io.community
-cognitiveseo
 com.plumanalytics
-dataforseo.com
-demandbase-bot
+crawl.sogou.com
+crawler.feedback
 domainsproject.org
-gopher
-instabid
-netEstate NE Crawler
-page scorer
+magpie-crawler
+mediawords
+muhstik-scan
+oBot
+polaris version
 probe-image-size
 ripz
-s1z.ru
+satoristudio.net
 scalaj-http
+scan.lol
+seobility
+seoscanners
 serpstatbot
-tAkeOut
+sexsearcher
+siteripz
+sysscan
+trendiction.com
 trendiction.de
-webpros.com
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
+webmeup-crawler
 webprosbot
-zauba.io
+x09Mozilla
+xpymep1.exe