V4.2022.02.2926 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-ADmantX
 ASPSeek
+Abonti
 AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
 Aipbot
-AllSubmitter
+Alexibot
 Alligator
-Anarchie
-Anarchy
+AlphaBot
+Anarchy99
 Ankit
-Anthill
-AwarioRssBot
-BDCbot
+Attach
+BackDoorBot
 BackStreet
 BackWeb
+Backlink-Ceck
 Badass
-Barkrowler
-Battleztar Bazinga
+Bandit
 BetaBot
-BlackWidow
+Bigfoot
+Black Hole
 Blow
 BlowFish
+Boardreader
 Bolt
-Brandwatch
-Bullseye
+Brandprotect
+BuiltBotTough
+BuiltWith
+BunnySlippers
+CazoodleBot
 Cegbfeieh
+CheTeam
+CheeseBot
 CherryPicker
-Copyscape
-Cosmos
-CrunchBot
-DSearch
-Demon
-Devil
+Citoid
+Cliqzbot
+Cloud mapping
+Craftbot
+Crawling at Home Project
+DIIbot
+DatabaseDriverMysqli
 Digincore
 DigitalPebble
-Dirbuster
-Discoverybot
-Dispatch
-DomCopBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
+Disco
+DnBCrawler-Analytics
+DnyzBot
 Download Wonder
 Dragonfly
 Drip
-EMail Siphon
-EasyDL
-EirGrabber
+ECCP/1.0
 EroCrawler
-Exabot
-Express WebPictures
-Extractor
+Evil
 ExtractorPro
 EyeNetIE
-Fimap
-Flunky
-Foobot
-FrontPage
-Fuzz
-Fyrebot
+FHscan
+Firefox/7.0
+FlashGet
+FyberSpider
 GT::WWW
 GalaxyBot
-Genieo
-Getintent
+GermCrawler
+Gigabot
+Go!Zilla
 Go-Ahead-Got-It
 Gotit
-Grabber
 Grafula
-GrapeFX
-GridBot
-HEADMasterSEO
-HMView
-Haansoft
-HaosouSpider
+GrapeshotCrawler
+HTTP::Lite
+HTTrack
 Harvest
 Havij
-Heritrix
-Hloader
-HybridBot
-IDBot
-Id-search
-Image Fetch
-IndeedBot
-InfoTekies
+HonoluluBot
+IDBTE4M
+Indy Library
+Intelliseek
+InternetSeer
 Iria
-JOC Web Spider
+IstellaBot
 JennyBot
+JetCar
 Jetty
-Joomla
-Kenjin Spider
+Jorgee
 Kinza
-LNSpiderguy
-Leap
+LWP::Simple
+Larbin
 LeechFTP
 LeechGet
-LexiBot
-LibWeb
+Libwhisker
 LieBaoFast
 Lightspeedsystems
 Likse
-Linkdexbot
-LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinkWalker
 Lipperhey
+Litemage_walker
+Lmspider
+MFC_Tear_Sample
 MIIxpc
 MJ12bot
-Mag-Net
-Majestic SEO
-Majestic12
+Majestic-SEO
 Mass Downloader
+Masscan
+Mata Hari
 MauiBot
-Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
-Microsoft URL Control
+Metauri
+Minefield
 Mojolicious
-MolokaiBot
-Msrabot
-Nameprotect
-Nessus
-NetMechanic
-NetSpider
-NextGenSearchBot
+Mr.4x3
+Navroad
+Needle
+Net Vampire
 Niki-bot
+Nikto
+NimbleCrawler
 Nimbostratus
-Ninja
 Nmap
-Not
-Nutch
+Nuclei
 Octopus
+Offline Explorer
+OnCrawl
+Openfind
+OrangeBot
 OrangeSpider
-PECL::HTTP
-PageAnalyzer
+OutclicksBot
+PHPCrawl
+PageGrabber
+PageScorer
 Pandalytics
-PeoplePal
 Petalbot
-Pi-Monster
-Pimonster
+Piepmatz
 PleaseCrawl
-Pockey
 ProWebWalker
-Pump
-Quick-Crawler
+Probethenet
+PxBroker
+QueryN Metasearch
+RankActive
 RankFlex
-Rankivabot
-ReGet
-Recorder
+Re-re
+RealDownload
+Reaper
 RedesScrapy
-RepoMonkey
 Rogerbot
-SBIder
-SMTBot
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SalesIntelligent
 ScanAlert
 Scanbot
+Scrapy
+Screaming
 ScreenerBot
-ScrepyBot
 Searchestate
-Seekport
-SemanticJuice
+Semrush
 SemrushBot
 SentiBot
-SeobilityBot
+SeoSiteCheckup
 Seomoz
-Shodan
-Site Sucker
 SiteExplorer
-Siteimprove
+SiteLockSpider
+SiteSnagger
+Sitebeam
+Sitevigil
+SlySearch
+Snake
 Snapbot
-Snoopy
 SocialRankIOBot
 Sociscraper
-Sottopop
+Sogou web spider
 SpaceBison
-Spanner
+Spammen
 Spbot
 Spinn3r
-Stripper
-SuperHTTP
-Surfbot
+SputnikBot
+Sqworm
+Steeler
 SurveyBot
-Suzuran
-T8Abot
+Teleport
 TeleportPro
 Thumbor
 TightTwatBot
-Titan
-Turnitin
+Tracemyfile
+Trendiction
+Turingos
+TurnitinBot
+Twice
+Typhoeus
+URLy Warning
 URLy.Warning
-VB Project
-VCI
+UnisterBot
 Vacuum
-Vagabondo
-VoidEYE
-Voltron
+VeriCiteCrawler
+VidibleScraper
 WASALive-Bot
-WWW::Mechanize
-Wallpapers/3.0
+WWW-Collector-E
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
 WeSEE
+Web Collage
+Web Enhancer
 Web Fetch
-Web Pix
 Web Sauger
-WebEnhancer
+WebAuto
+WebCollage
 WebFuck
+WebStripper
+WebSucker
 WebWhacker
 WebZIP
+WebmasterWorldForumBot
 Webshag
-WebsiteExtractor
-WebsiteQuester
-Whack
-Whacker
-Widow
-WinHTTrack
-Wotbox
-Wprecon
+Website Quester
+Webster
+Whatweb
+Who.is Bot
+Xaldon_WebSpider
 Xenu
-ZumBot
+Zermelo
+Zeus
+Zitebot
 ZyBorg
-archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-cognitiveseo
-crawl.sogou.com
-crawler.feedback
-crawler4j
-facebookscraper
-heritrix
+backlink-check
+cah.io.community
+eCatch
 internetVista monitor
-lwp-request
-oBot
+iubenda-radar
+magpie-crawler
+mediawords
+muhstik-scan
+netEstate NE Crawler
 page scorer
-pcBrowser
-polaris version
-s1z.ru
+probe-image-size
+ripz
 satoristudio.net
-scalaj-http
 seobility
-sexsearcher
-sitechecker.pro
-siteripz
+seocompany.store
+seostar
+serpstatbot
+sogouspider
+sp_auditbot
 sysscan
-trendiction.com
+trendiction.de
 ubermetrics-technologies.com
-voyagerx.com
+webmeup-crawler
+webpros.com
 webprosbot
 x22Mozilla
+zauba.io
+zgrab