V4.2022.08.3275 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
-404enemy
 80legs
 ADmantX
+AIBOT
+ALittle Client
+ASPSeek
 Abonti
 Aboundex
-AhrefsBot
+Acunetix
+AfD-Verbotsverfahren
 AiHitBot
-Aipbot
-Alligator
-AlphaBot
-Anarchie
-Anarchy
-Anarchy99
 Aspiegel
-Asterias
+Attach
 AwarioSmartBot
-BDFetch
 BackStreet
 Backlink-Ceck
-Barkrowler
+BacklinkCrawler
+Badass
 Battleztar Bazinga
 BetaBot
-Bigfoot
+Bitacle
 Black Hole
-BlackWidow
 Blackboard
-BotALot
-BuiltBotTough
-BuiltWith
-Bullseye
+BlowFish
+Boardreader
 BunnySlippers
+BuzzSumo
 CATExplorador
-CCBot
-CSHttp
-CherryPicker
-Citoid
-Cocolyzebot
-Collector
+CODE87
+Calculon
+CensysInspect
+CheTeam
+CheeseBot
+ChinaClaw
+Chlooe
+Claritybot
+Cloud mapping
 Craftbot
-CrazyWebCrawler
-Crescent
-CyotekWebCopy
-DSearch
-Demon
+DTS Agent
+DataCha0s
+Deusu
+Digincore
+Dirbuster
+Discobot
 Dispatch
+DnBCrawler-Analytics
+DnyzBot
 DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-Download Wonder
-Dragonfly
+Dotbot
 ECCP/1.0
-Ebingbong
-EirGrabber
-Exabot
-Express WebPictures
-Extractor
-ExtractorPro
+EMail Siphon
+EMail Wolf
+EroCrawler
+ExtLinksBot
 Extreme Picture Finder
-Ezooms
-FemtosearchBot
-Fimap
+EyeNetIE
 Firefox/7.0
+FlashGet
 Foobot
-FyberSpider
+Freeuploader
+FrontPage
+Fyrebot
+GT::WWW
 GalaxyBot
-Genieo
-Gigabot
-Go-Ahead-Got-It
-GoZilla
+GetRight
+GetWeb
 GrabNet
-Grafula
-GrapeFX
-GrapeshotCrawler
 GridBot
 HEADMasterSEO
-HTMLparser
-HTTP::Lite
-HTTrack
 Haansoft
-HaosouSpider
-Harvest
-HonoluluBot
+Havij
+Hloader
 HybridBot
+IDBTE4M
+IDBot
+IRLbot
 Iblog
-Image Fetch
+Id-search
 Image Sucker
+InfoNaviRobot
 InfoTekies
+Intelliseek
 Internet Ninja
-Iskanie
+IstellaBot
+JOC Web Spider
+Jbrofuzz
+JetCar
+Jetty
 Joomla
-Jorgee
-JustView
+Jyxobot
 Keyword Density
-Kozmosbot
-LNSpiderguy
-LWP::Simple
-LeechFTP
-LexiBot
-LibWeb
-LieBaoFast
+Kinza
+Lftp
 Lightspeedsystems
-Likse
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey Spider
+LinkScan
+Linkbot
+Lipperhey
 Litemage_walker
+Lmspider
 Ltx71
-MJ12bot
-Mail.RU_Bot
-Majestic SEO
+MIDown tool
+Mag-Net
+Majestic12
 MarkWatch
 Masscan
 Mb2345Browser
-Mediatoolkitbot
 MegaIndex.ru
-Metauri
+MicroMessenger
 Microsoft Data Access
-Moblie Safari
-Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
+Microsoft URL Control
+Mozlila
+Musobot
+NPbot
 Name Intelligence
 Nameprotect
-Nessus
+NearSite
+Needle
+NetLyzer
 NetMechanic
 NetSpider
-Nettrack
-Nibbler
-Niki-bot
-Nikto
-Not
-Openfind
-OrangeBot
-OutclicksBot
-OutfoxBot
-PHPCrawl
-PageAnalyzer
-PageScorer
+Netvibes
+NextGenSearchBot
+Nimbostratus
+Octopus
+Offline Explorer
+OnCrawl
+Openvas
+POE-Component-Client-HTTP
+Page Analyzer
+PageThing.com
+Pandalytics
 Pavuk
-PeoplePal
+Petalbot
+Pi-Monster
+Picsearch
 Pimonster
 Pixray
-ProPowerBot
+PleaseCrawl
 ProWebWalker
+Psbot
 Pump
-PxBroker
-PyCurl
 QueryN Metasearch
 Quick-Crawler
-RankingBot
+RSSingBot
+RankActive
+RankFlex
+Rankivabot
 RankurBot
-ReGet
-RealDownload
-Reaper
+Re-re
 RedesScrapy
-Rogerbot
-SEOkicks-Robot
-SalesIntelligent
+RepoMonkey
+SMTBot
+Scanbot
+Scrapy
 Screaming
 ScreenerBot
-Searchestate
 SearchmetricsBot
-Seekport
+Semrush
 SentiBot
-SeobilityBot
 Seomoz
 Shodan
-SiteExplorer
+Site Sucker
 SiteSnagger
-SiteSucker
+Siteimprove
 Sitevigil
-Snake
+Snapbot
 Snoopy
 Sociscraper
 Sogou web spider
-Spanner
-Spinn3r
-SputnikBot
+SpaceBison
+Spammen
+Spbot
 Stripper
+SuperBot
+SuperHTTP
+Surfbot
+Suzuran
 T8Abot
 TeleportPro
+Telesphoreo
 Telesphorep
-TheNomad
-Toweyabot
-Trendiction
-Trendictionbot
-True_Robot
-Turnitin
-TurnitinBot
+Titan
+Tracemyfile
+TwengaBot
 Upflow
-VCI
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-WBSearchBot
+VoidEYE
+Voltron
+WASALive-Bot
 WEBDAV
+WISENutbot
+WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 WallpapersHD
-Web Fuck
-WebAuto
-WebBandit
-WebCopier
-WebFuck
-WebGo IS
+WebFetch
 WebImageCollector
-WebSucker
-WebWhacker
-WebZIP
-Webshag
-Website Quester
-WebsiteExtractor
+WebPix
+WebReaper
+WebStripper
 WebsiteQuester
-Webster
-Whack
 Whacker
+Whatweb
 Widow
-Wotbox
+WinHTTrack
+Wprecon
+Xaldon_WebSpider
+Xenu
 Zade
-Zauba
-Zermelo
 Zeus
+Zitebot
+ZmEu
 ZoomBot
-ZoominfoBot
+ZyBorg
+archive.org_bot
 autoemailspider
 cah.io.community
 check1.exe
-cognitiveseo
-crawler4j
+coccocbot
+crawl.sogou.com
+crawler.feedback
 dataforseo.com
-heritrix
-ips-agent
-magpie-crawler
-mediawords
-muhstik-scan
-page scorer
-pcBrowser
-probe-image-size
-scalaj-http
+eCatch
+facebookscraper
+instabid
+isitwp.com
+iubenda-radar
+lwp-trivial
+meanpathbot
+netEstate NE Crawler
+oBot
+plumanalytics
+polaris version
 scan.lol
 seobility
 seoscanners
-seostar
-trendiction.com
-trendiction.de
-webmeup-crawler
-webpros.com
+sexsearcher
+sitechecker.pro
+siteripz
+sogouspider
+voyagerx.com
+x09Mozilla
+zauba.io