V4.2021.07.2471 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
+404checker
+80legs
 ASPSeek
-Aboundex
 AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
-Alexibot
+Aipbot
+AlphaBot
+Anarchie
 Anarchy
-Anarchy99
-Attach
+Ankit
+Anthill
+Apexoo
+Aspiegel
+Asterias
 AwarioSmartBot
-BDCbot
+BackStreet
 BackWeb
-BacklinkCrawler
+Backlink-Ceck
 Bandit
-Barkrowler
 Black Hole
-Blow
+BlackWidow
 BlowFish
 Boardreader
 Bolt
-BotALot
-Brandprotect
-BuiltBotTough
-BuiltWith
+Brandwatch
+CATExplorador
+CODE87
 CSHttp
-CazoodleBot
-Cegbfeieh
 CheTeam
+CheeseBot
 CherryPicker
+Chlooe
+Claritybot
+Cliqzbot
+Cloud mapping
 CopyRightCheck
-Craftbot
 CrazyWebCrawler
-Curious
+CrunchBot
+Custo
+CyotekWebCopy
 DIIbot
-DTS Agent
+DSearch
 DataCha0s
-Digincore
+DatabaseDriverMysqli
+DigitalPebble
 Disco
 Discoverybot
-DittoSpyder
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dotbot
-Drip
+Download Wonder
+ECCP/1.0
+EMail Wolf
 Ebingbong
-Ecxi
-Evil
 Exabot
-Extractor
+Express WebPictures
+ExtLinksBot
 Extreme Picture Finder
+EyeNetIE
 Ezooms
 FDM
-Foobot
+Firefox/7.0
+Flunky
+Freeuploader
 Fuzz
 FyberSpider
 GT::WWW
-Getintent
-Gigablast
-Go!Zilla
-Go-Ahead-Got-It
-Grabber
-Grafula
+GalaxyBot
+Genieo
+GetWeb
+Gotit
+GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
-HMView
-Havij
+HTMLparser
+HTTrack
+HaosouSpider
 Heritrix
 Hloader
-HybridBot
-IDBTE4M
+IDBot
 IRLbot
-Iblog
-Id-search
+IlseBot
+Image Fetch
+Image Sucker
 Indy Library
-InfoTekies
-Intelliseek
+InfoNaviRobot
 InterGET
+Internet Ninja
+Iria
+Iskanie
+IstellaBot
 JOC Web Spider
-JennyBot
+JamesBOT
 JetCar
-Joomla
+Jorgee
 JustView
 Kenjin Spider
 Keyword Density
-Kinza
+Kozmosbot
+Lanshanbot
+Larbin
 LeechFTP
+LexiBot
 Lftp
-LieBaoFast
 Likse
-Linkbot
+LinkWalker
 LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
 Lipperhey Spider
+Lmspider
+Ltx71
 MIDown tool
 MIIxpc
 MQQBrowser
 MSFrontPage
 MSIECrawler
-Magnet
-Majestic-SEO
-MarkMonitor
 Mass Downloader
 Masscan
-Mata Hari
-MeanPath Bot
-Meanpathbot
+MauiBot
+Mb2345Browser
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
 Moblie Safari
-Mojeek
 Mojolicious
 Mr.4x3
-Msrabot
 Musobot
-Nessus
-NetAnts
-NetMechanic
+Nameprotect
+Needle
+NetLyzer
+NetSpider
+NetZIP
 Netcraft
-Netvibes
-Niki-bot
-Nikto
+Nibbler
 Nimbostratus
-Nmap
-Nutch
+Ninja
 OPPO A33
+Octopus
+OnCrawl
 OpenLinkProfiler
 OpenVAS
-Openvas
-Page Analyzer
-PageGrabber
-PageScorer
-Panscient
-Papa Foto
-Pavuk
-PictureFinder
-Pixray
-ProPowerBot
-ProWebWalker
-Psbot
-PxBroker
-PyCurl
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
-RankingBot2
-Reaper
+Openfind
+OrangeSpider
+OutfoxBot
+POE-Component-Client-HTTP
+Petalbot
+Pi-Monster
+Pimonster
+QueryN Metasearch
+RankingBot
 RebelMouse
-RedesScrapy
-RocketCrawler
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
+SBIder
 SEOstats
-SMTBot
 SalesIntelligent
-ScanAlert
-Screaming
 ScreenerBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
 Semrush
-SemrushBot
-SeoSiteCheckup
 SiteCheckerBotCrawler
-SiteSnagger
-SocialRankIOBot
-Sociscraper
+SiteLockSpider
+Snake
+Snapbot
 Sogou web spider
-Sosospider
 Sottopop
-Spammen
+Spbot
 Spinn3r
 SputnikBot
+Sqlmap
 Sqlworm
+Sqworm
 Steeler
-Stripper
+Sucuri
 SuperBot
 SuperHTTP
 Surfbot
-SurveyBot
-Swiftbot
-TeleportPro
-Telesphoreo
+Szukacz
+Teleport
+Telesphorep
 The Intraformant
-TheNomad
+TightTwatBot
+Toweyabot
+Trendiction
+Trendictionbot
+True_Robot
 Turingos
 Turnitin
-URLy.Warning
+TurnitinBot
+Twice
+URLy Warning
+UnisterBot
 Upflow
 VB Project
-VCI
-Vacuum
-Vagabondo
 VeriCiteCrawler
 Virusdie
 VoidEYE
-Voil
-WASALive-Bot
-WBSearchBot
+WISENutbot
 WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
 WallpapersHD
-WeSEE
-Web Collage
+Web Auto
 Web Enhancer
-Web Fuck
-Web Sauger
-WebFetch
-WebGo IS
+Web Pix
+Web Sucker
+WebCollage
+WebFuck
 WebPix
 WebReaper
+WebSauger
+WebSucker
+WebZIP
 Webalta
 WebmasterWorldForumBot
 Website Quester
-WebsiteExtractor
-Whacker
-Who.is Bot
+Webster
+Whack
+Whatweb
 WiseGuys Robot
-Wotbox
 Wprecon
-Xaldon_WebSpider
-ZoominfoBot
-ZyBorg
-arquivo.pt
+Xaldon WebSpider
+Xenu
+Zermelo
+Zeus
+archive.org_bot
+autoemailspider
 backlink-check
-check1.exe
 com.plumanalytics
-crawler.feedback
+crawl.sogou.com
 crawler4j
 domainsproject.org
-eCatch
 evc-batch
-internetVista monitor
 ips-agent
-meanpathbot
-netEstate NE Crawler
-pcBrowser
+isitwp.com
+magpie-crawler
+mediawords
+muhstik-scan
+oBot
 polaris version
 ripz
 satoristudio.net
 scalaj-http
-scan.lol
-seobility
-seoscanners
-seostar
 sexsearcher
+sitechecker.pro
+sp_auditbot
+tAkeOut
 trendiction.com
-x09Mozilla
-zauba.io
+trendiction.de
+webmeup-crawler
+x22Mozilla