V4.2022.05.3132 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-AIBOT
-ALittle Client
+ADmantX
 Aboundex
-AllSubmitter
-Alligator
-AlphaBot
-Ankit
-Anthill
-Apexoo
-BBBike
-BDCbot
+Aboundexbot
+AiHitBot
+Aipbot
+Alexibot
+Asterias
+AwarioRssBot
+AwarioSmartBot
+BLEXBot
+BackDoorBot
+BackStreet
 BackWeb
-Backlink-Ceck
-Battleztar Bazinga
-BetaBot
-Bigfoot
+BacklinkCrawler
+Badass
+BatchFTP
+Black Hole
 BlackWidow
 Blackboard
+Blow
+BlowFish
 Bolt
-Brandprotect
-Buddy
+Brandwatch
 BuiltBotTough
-CATExplorador
-CCBot
+BuiltWith
+Bullseye
+BunnySlippers
+BuzzSumo
+CODE87
+CensysInspect
 CheeseBot
-CherryPicker
-Chlooe
 Claritybot
-Collector
+Cliqzbot
 Copier
-Copyscape
-Craftbot
-CrunchBot
-Curious
+CopyRightCheck
+Crawling at Home Project
+CrazyWebCrawler
+Crescent
+CyotekWebCopy
 DSearch
-DTS Agent
 DataCha0s
+Demon
 Deusu
 Digincore
-Disco
-DnyzBot
-DomainAppender
-DomainStatsBot
+DigitalPebble
+Discobot
+Discoverybot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DomainCrawler
 Domains Project
-Dragonfly
-ECCP/1.0
-EMail Wolf
-Express WebPictures
-Extreme Picture Finder
+Download Wonder
+Drip
+Ebingbong
+Ecxi
+EroCrawler
+Evil
+Exabot
+Extractor
+Ezooms
 FDM
-Fimap
+FHscan
 FlashGet
-Flunky
-Freeuploader
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-Genieo
+Foobot
+FyberSpider
 GermCrawler
-GetRight
-GetWeb
 Getintent
 Gigabot
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 Grabber
 GrapeFX
-GridBot
 HEADMasterSEO
-HTTrack
+HTMLparser
+HTTP::Lite
 HaosouSpider
-Harvest
 Havij
-Heritrix
-HonoluluBot
+Hloader
+Humanlinks
 HybridBot
-IDBot
-Image Fetch
-InfoNaviRobot
-InterGET
+Intelliseek
 Internet Ninja
 Iria
-JennyBot
+Iskanie
+JamesBOT
+Jbrofuzz
+JetCar
 Jorgee
-JustView
-Jyxobot
-Kinza
-LWP::Simple
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-LinkextractorPro
-LinkpadBot
-LinqiaRSSBot
-Lipperhey Spider
-Lmspider
+Keybot Translation-Search-Machine
+Keyword Density
+Kozmosbot
+Larbin
+LibWeb
+Likse
+LinqiaMetadataDownloaderBot
+Ltx71
+MIDown tool
 MIIxpc
 MJ12bot
-MSFrontPage
-MSIECrawler
-Majestic-SEO
-Majestic12
-MarkWatch
+Mag-Net
+Magnet
+Majestic SEO
+MarkMonitor
 Mass Downloader
 Masscan
-Mb2345Browser
-Meanpathbot
+MeanPath Bot
 Mediatoolkitbot
 MegaIndex.ru
 Minefield
-Mister PiX
 Moblie Safari
 Mojeek
-MolokaiBot
-Mr.4x3
-Musobot
-NICErsPRO
+Mojolicious
+Msrabot
+NPbot
 Name Intelligence
-Nameprotect
-NearSite
-NextGenSearchBot
+Navroad
+Nessus
+NetAnts
+NetLyzer
+NetMechanic
+NetSpider
+Nettrack
+Netvibes
+Nibbler
 Nikto
-NimbleCrawler
-Nimbostratus
+Not
 Nutch
-Octopus
-Offline Explorer
 OnCrawl
-Openfind
+OpenVAS
+Openvas
 OrangeBot
-OutfoxBot
-PECL::HTTP
-PageAnalyzer
-PageGrabber
+POE-Component-Client-HTTP
 PageScorer
-Panscient
+PageThing.com
+Papa Foto
+Pavuk
+Picscout
 PictureFinder
-Piepmatz
 Pimonster
-PleaseCrawl
-Pockey
+Pixray
+ProWebWalker
 Psbot
-PyCurl
+Pu_iN
+Pump
 QueryN Metasearch
-RankFlex
-RankurBot
+RankActive
+RankActiveLinkBot
+RankingBot2
+Rankivabot
+Re-re
+RealDownload
+Reaper
 RebelMouse
-RepoMonkey
-Ripper
-RocketCrawler
-SEOkicks
-SEOprofiler
-SEOstats
-SISTRIX
+SEOkicks-Robot
+SEOlyticsCrawler
+SMTBot
+ScanAlert
 ScoutJet
-ScrepyBot
-SearchmetricsBot
+ScreenerBot
+Seekport
 SemanticJuice
 Semrush
+SentiBot
 SeoSiteCheckup
+Seomoz
 Shodan
-Site Sucker
-SiteExplorer
+SiteLockSpider
 SiteSnagger
+SiteSucker
+Siteimprove
 Sitevigil
-SmartDownload
-Snake
-Sociscraper
-Sosospider
-Sottopop
-Spammen
-SputnikBot
+Sogou web spider
+SpaceBison
+SpankBot
+Spanner
+Spinn3r
 Sqlmap
-Sqlworm
-Sqworm
-Steeler
-SuperBot
-SuperHTTP
+Stripper
+Sucuri
+Surfbot
 SurveyBot
 Suzuran
-Szukacz
-Telesoft
+Swiftbot
+T8Abot
 Telesphoreo
-Thumbor
-Titan
+Telesphorep
+The Intraformant
+TheNomad
 Toata
-True_Robot
-Turingos
-Turnitin
+Toweyabot
+Trendiction
+Trendictionbot
 TwengaBot
+URLy Warning
+UnisterBot
 Upflow
-VCI
-Vagabondo
-VeriCiteCrawler
+VB Project
 Voil
-WEBDAV
+WISENutbot
+WPScan
+WWW-Collector-E
 WWW-Mechanize
+Wallpapers/3.0
 WallpapersHD
-WeSEE
 Web Collage
+Web Enhancer
+Web Fetch
 Web Fuck
-Web Sauger
+Web Pix
 Web Sucker
 WebCollage
-WebGo IS
-WebImageCollector
-WebLeacher
-WebReaper
-WebStripper
+WebEnhancer
+WebFetch
+WebPix
 WebmasterWorldForumBot
 WebsiteExtractor
-Widow
 WinHTTrack
 Wonderbot
-Woobot
+Wotbox
 Wprecon
-YoudaoBot
-Zermelo
-ZmEu
 ZumBot
+adscanner
 archive.org_bot
+arquivo-web-crawler
 arquivo.pt
+autoemailspider
+backlink-check
 cah.io.community
-clark-crawler
-cognitiveseo
 com.plumanalytics
-crawler.feedback
-crawler4j
-dataforseo.com
-gopher
-heritrix
+demandbase-bot
+domainsproject.org
+facebookscraper
 internetVista monitor
 ips-agent
-isitwp.com
-iubenda-radar
-linkdexbot
+lwp-trivial
+meanpathbot
 muhstik-scan
-plumanalytics
-polaris version
-probe-image-size
+netEstate NE Crawler
+page scorer
 ripz
-scan.lol
+s1z.ru
+seobility
 seocompany.store
+seoscanners
 serpstatbot
-sitechecker.pro
+siteripz
 sysscan
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-x22Mozilla
+webpros.com