V4.2022.07.3207 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+80legs
+ADmantX
+Abonti
+Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-AlphaBot
+Aipbot
+Alexibot
+AllSubmitter
+Anarchy
+Anarchy99
 Ankit
-Anthill
+Aspiegel
 Asterias
 Atomseobot
+AwarioRssBot
+BDCbot
+BDFetch
 BLEXBot
-BackStreet
+BackDoorBot
 BackWeb
-Barkrowler
+BacklinkCrawler
 BatchFTP
-BetaBot
-Bigfoot
-BlackWidow
-Buck
-BunnySlippers
+Battleztar Bazinga
+BlowFish
+Boardreader
+Bolt
+BotALot
+Brandwatch
+Bullseye
 BuzzSumo
+CATExplorador
 CODE87
+Calculon
+CazoodleBot
 CheTeam
-CherryPicker
-ChinaClaw
-Cliqzbot
+CheeseBot
 Cloud mapping
-Cogentbot
-Collector
+Cocolyzebot
 Copyscape
-Crawling at Home Project
-Crescent
-CyotekWebCopy
-DBLBot
+Craftbot
+CrazyWebCrawler
+Custo
+DIIbot
+DSearch
 DTS Agent
 DataCha0s
 Digincore
-DigitalPebble
-Dirbuster
+Disco
 Discobot
-Dispatch
-DittoSpyder
 DnBCrawler-Analytics
-DomainCrawler
+DnyzBot
+DomCopBot
+DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-Dotbot
-Dragonfly
 ECCP/1.0
-EMail Wolf
+EasyDL
 Ebingbong
 EirGrabber
-EroCrawler
 Evil
-Exabot
-ExtLinksBot
 ExtractorPro
-EyeNetIE
-FemtosearchBot
+Ezooms
+FlashGet
+Foobot
 Freeuploader
-FrontPage
-Fuzz
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
-Go!Zilla
-Go-Ahead-Got-It
-GoZilla
+FyberSpider
+Genieo
+GetWeb
+Getintent
+Grabber
+Grafula
 GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HMView
-HTMLparser
-HTTrack
-HaosouSpider
+GridBot
+Harvest
 Havij
-Heritrix
-HonoluluBot
-Humanlinks
+Hloader
+HybridBot
 IDBot
-IRLbot
-Id-search
-Indy Library
-InfoNaviRobot
+IlseBot
+Image Fetch
+IndeedBot
+InfoTekies
+Intelliseek
 InterGET
 Internet Ninja
 Iskanie
-JOC Web Spider
-JennyBot
+IstellaBot
+JamesBOT
 JetCar
-JustView
+Joomla
+Jorgee
 Jyxobot
+Kenjin Spider
 Keybot Translation-Search-Machine
-LWP::Simple
-Larbin
+Keyword Density
+Kinza
+Lanshanbot
 LexiBot
+LieBaoFast
+LinkScan
 LinkWalker
+LinkextractorPro
 LinkpadBot
 LinqiaScrapeBot
 Litemage_walker
-MIIxpc
-MJ12bot
+MIDown tool
 MSIECrawler
-MTRobot
-Magnet
+Mail.RU_Bot
 Majestic-SEO
-Majestic12
-MarkWatch
 Mass Downloader
-Masscan
 Mb2345Browser
-Mediatoolkitbot
-MicroMessenger
+MeanPath Bot
+MegaIndex.ru
 Moblie Safari
+Mojeek
 Mojolicious
 Morfeus Fucking Scanner
-Mozlila
-Navroad
+Mr.4x3
+Msrabot
+Musobot
+NPbot
+Name Intelligence
+Nameprotect
 Net Vampire
 NetLyzer
-NetSpider
+NetMechanic
+NetZIP
 Netcraft
-Nibbler
+NextGenSearchBot
 Niki-bot
-Nikto
 Nimbostratus
-Nmap
-Nuclei
-Nutch
+Not
 Octopus
 Offline Navigator
-OpenLinkProfiler
-Openvas
+OnCrawl
+Openfind
+OrangeSpider
+OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
+PageAnalyzer
 Panscient
-PeoplePal
-PictureFinder
-Pixray
-PleaseCrawl
-ProWebWalker
+Picscout
+Piepmatz
+Pockey
+ProPowerBot
+Probethenet
+Psbot
 Pump
-PyCurl
+QueryN Metasearch
+RSSingBot
 RankActive
-RankFlex
 RankingBot
 RankingBot2
-Re-re
-ReGet
-Recorder
-RedesScrapy
-SBIder
-SEOkicks-Robot
+Ripper
+RocketCrawler
+Rogerbot
 SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SMTBot
 ScanAlert
-Scanbot
+ScoutJet
+Screaming
+ScreenerBot
 ScrepyBot
-SemrushBot
-SeobilityBot
+SentiBot
+Shodan
+SiteCheckerBotCrawler
+SiteExplorer
 SiteSucker
-Sitevigil
-SmartDownload
+Siteimprove
+Snake
 Snoopy
 Sociscraper
-Sottopop
-SputnikBot
-Sqlworm
+Spammen
+Spanner
+Spinn3r
+Sqlmap
 Sucker
-Surfbot
-SurveyBot
-Suzuran
+Sucuri
 T0PHackTeam
-Telesphoreo
+T8Abot
+Teleport
 Telesphorep
+The Intraformant
 Titan
-Toata
-Toweyabot
 True_Robot
 Turingos
 Turnitin
-TurnitinBot
-TwengaBot
-URLy Warning
-Upflow
+Twice
+URLy.Warning
+UnisterBot
 VB Project
-Vacuum
-Vagabondo
-VoidEYE
-Voil
+VelenPublicWebCrawler
+Virusdie
 WBSearchBot
 WEBDAV
-WISENutbot
 WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
 Wallpapers
-WallpapersHD
+WeSEE
+Web Auto
 Web Collage
 Web Enhancer
+Web Pix
 WebCollage
-WebFuck
-WebPix
+WebCopier
+WebGo IS
 WebSauger
 WebStripper
+WebSucker
 WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
-Whack
+Webshag
 Whacker
-Widow
 WiseGuys Robot
-Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-ZoomBot
+Wprecon
+Zade
+Zermelo
+Zeus
 ZoominfoBot
-ZyBorg
-archive.org_bot
-arquivo-web-crawler
-autoemailspider
+ZumBot
+adscanner
+arquivo.pt
+cah.io.community
 check1.exe
-clark-crawler
-com.plumanalytics
-crawl.sogou.com
-demandbase-bot
-domainsproject.org
+crawler.feedback
+crawler4j
 eCatch
+evc-batch
+facebookscraper
+instabid
 internetVista monitor
-ips-agent
 isitwp.com
-linkdexbot
-netEstate NE Crawler
+lwp-request
+mediawords
+muhstik-scan
 page scorer
-s1z.ru
 scan.lol
-serpstatbot
-sexsearcher
+seobility
+seoscanners
+seostar
 sitechecker.pro
-siteripz
-sogouspider
+sp_auditbot
 sysscan
 tAkeOut
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
-x09Mozilla
+webprosbot
+x22Mozilla
 xpymep1.exe
+zauba.io