V4.2021.12.2794 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
 404checker
 ADmantX
-ALittle Client
+AIBOT
 ASPSeek
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
-AiHitBot
 Aipbot
-AllSubmitter
+Alexibot
 AlphaBot
-Anarchie
-Anarchy99
+Anarchy
 Anthill
 Apexoo
 Asterias
+AwarioRssBot
+BBBike
+BDCbot
 BDFetch
+BLEXBot
 BackDoorBot
+BackWeb
+BacklinkCrawler
 Badass
 Barkrowler
+BatchFTP
 Battleztar Bazinga
+BetaBot
 Bigfoot
 BlackWidow
-Blow
 BotALot
-Buddy
-BuiltBotTough
-Bullseye
-CATExplorador
-CCBot
+Brandwatch
+BuzzSumo
 CSHttp
 Calculon
 Cegbfeieh
-CherryPicker
+CheTeam
+CheeseBot
+ChinaClaw
 Chlooe
+Citoid
 Cliqzbot
+Cloud mapping
 Cogentbot
-Copier
-CopyRightCheck
-Copyscape
-Cosmos
 Craftbot
 Crawling at Home Project
-Curious
+CrazyWebCrawler
+Crescent
 Custo
-DataCha0s
+CyotekWebCopy
+DTS Agent
+Deusu
 Digincore
-Disco
-Dispatch
-DnyzBot
-Dotbot
-Download Wonder
-Dragonfly
+DigitalPebble
+DomCopBot
+DomainStatsBot
+Domains Project
 ECCP/1.0
-Ecxi
 EroCrawler
+Express WebPictures
 ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-FDM
 FHscan
 FemtosearchBot
+Fimap
+FlashGet
 Freeuploader
+FrontPage
 Fuzz
 FyberSpider
 Fyrebot
 GT::WWW
-GetWeb
-Getintent
-Gigabot
+GermCrawler
 Go!Zilla
 Go-Ahead-Got-It
-GrabNet
-Grabber
-GrapeFX
-HTMLparser
+GoZilla
+Grafula
+GrapeshotCrawler
+GridBot
+HMView
 HTTP::Lite
 HTTrack
+Haansoft
+Heritrix
 Hloader
 Humanlinks
+HybridBot
 IDBot
-Image Fetch
-Image Sucker
-InfoNaviRobot
+Iblog
+IlseBot
+IndeedBot
+Indy Library
 InfoTekies
-InternetSeer
-Iria
+Intelliseek
+Internet Ninja
+JOC Web Spider
 Jbrofuzz
-JikeSpider
-Jorgee
-Keyword Density
+JetCar
+Jetty
+JustView
+Jyxobot
 Kinza
-LWP::Simple
+Kozmosbot
 Lanshanbot
-Leap
-Lightspeedsystems
+LeechFTP
+Lftp
+LibWeb
 Likse
-LinkWalker
-Lipperhey
-Lmspider
+LinkextractorPro
+LinksManager
+Lipperhey Spider
+Litemage_walker
 Ltx71
-MFC_Tear_Sample
 MJ12bot
+MSFrontPage
+MSIECrawler
 MTRobot
+Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 MarkWatch
 Mass Downloader
-Masscan
-Meanpathbot
+Mata Hari
+Mb2345Browser
 MegaIndex.ru
 Metauri
+Microsoft URL Control
 Minefield
+Moblie Safari
 Morfeus Fucking Scanner
+Mr.4x3
 Msrabot
 NICErsPRO
-NPbot
 Name Intelligence
-Nameprotect
 NearSite
+Nessus
 Net Vampire
-NetAnts
-NetMechanic
-NetSpider
+NetZIP
 Netcraft
-Nettrack
-Netvibes
-NextGenSearchBot
-Nimbostratus
-Nmap
+Nutch
 Offline Explorer
-Openvas
-OutclicksBot
-OutfoxBot
+OnCrawl
+OrangeSpider
 PECL::HTTP
+PHPCrawl
+PageGrabber
 Panscient
 Papa Foto
 Pavuk
+PeoplePal
+Pi-Monster
 PictureFinder
+Pixray
+PleaseCrawl
+Pockey
+ProPowerBot
 ProWebWalker
-Pu_iN
-Pump
-PxBroker
+Psbot
 QueryN Metasearch
-RankingBot2
-Rankivabot
-ReGet
-Reaper
-Ripper
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
+Quick-Crawler
+RankActiveLinkBot
+RankingBot
+RankurBot
+RealDownload
+RebelMouse
+RepoMonkey
+SBIder
+SEOlyticsCrawler
+SISTRIX
+ScoutJet
 Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
-SemrushBot
-Siphon
-Site Sucker
-SiteExplorer
-SiteLockSpider
-Sitevigil
-Snake
+SearchmetricsBot
+SentiBot
+SeobilityBot
+SiteCheckerBotCrawler
+SiteSucker
+Snapbot
 Snoopy
-SocialRankIOBot
-Sogou web spider
-Sosospider
 SpaceBison
-Spammen
-Spbot
-Sqlworm
-Sucuri
+SpankBot
+Sucker
+SuperHTTP
 Surfbot
+Suzuran
 Szukacz
 T0PHackTeam
 Telesoft
-Telesphoreo
-Telesphorep
 The Intraformant
 TheNomad
-TightTwatBot
-Titan
-Toata
-Trendiction
+Toweyabot
+Tracemyfile
 Trendictionbot
-True_Robot
-TurnitinBot
+Turnitin
+Twice
+Typhoeus
 Upflow
+V-BOT
+VB Project
 VCI
-Voil
+Vacuum
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
+VoidEYE
+WEBDAV
+WPScan
 WWW-Mechanize
 WWW::Mechanize
-Web Collage
-Web Sauger
-WebFetch
+WallpapersHD
+WeSEE
+Web Auto
+Web Fetch
+Web Fuck
+WebBandit
+WebCollage
+WebCopier
+WebLeacher
 WebPix
-Webshag
-WebsiteQuester
-Whacker
-Whatweb
-Who.is Bot
-Widow
+WebReaper
+WebSauger
+WebSucker
+WebmasterWorldForumBot
+Webster
 Woobot
+Wprecon
 Xaldon_WebSpider
-Zermelo
+Zade
+Zauba
 Zitebot
-ZoomBot
-ZumBot
-ZyBorg
-adscanner
-archive.org_bot
-arquivo.pt
+ZmEu
 backlink-check
-check1.exe
-coccocbot-web
-crawl.sogou.com
-crawler4j
+cah.io.community
+cognitiveseo
+com.plumanalytics
 dataforseo.com
-eCatch
-evc-batch
+demandbase-bot
+domainsproject.org
+gopher
 instabid
-internetVista monitor
-lwp-request
-lwp-trivial
-mediawords
-oBot
+netEstate NE Crawler
 page scorer
-pcBrowser
-plumanalytics
-polaris version
 probe-image-size
 ripz
+s1z.ru
 scalaj-http
-seobility
-seocompany.store
-seostar
-siteripz
-sogouspider
-sp_auditbot
-spyfu
+serpstatbot
+tAkeOut
 trendiction.de
-voyagerx.com
-x09Mozilla
-xpymep1.exe
+webpros.com
+webprosbot
 zauba.io