V4.2022.04.3039 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404enemy
-ASPSeek
-Abonti
-Aboundexbot
+AIBOT
+ALittle Client
 Acunetix
-AiHitBot
 Aipbot
-Alligator
-AlphaBot
-Anarchie
+Alexibot
+Anarchy
 Ankit
-Anthill
-Aspiegel
+Asterias
 AwarioRssBot
-BDFetch
-BackDoorBot
-Backlink-Ceck
-BatchFTP
+BLEXBot
+Bandit
+Bigfoot
 Black Hole
 BlackWidow
+Blackboard
 Blow
-BlowFish
-Boardreader
-BotALot
-Brandprotect
+Bolt
 Brandwatch
-Buck
-Buddy
+CATExplorador
 CCBot
-CODE87
 CSHttp
 CazoodleBot
+Cegbfeieh
 CheTeam
+CheeseBot
 CherryPicker
-ChinaClaw
-Claritybot
-Cliqzbot
-Cogentbot
-Copyscape
-Cosmos
+Citoid
 Craftbot
-Crawling at Home Project
 CrazyWebCrawler
-Crescent
 CrunchBot
-CyotekWebCopy
+Custo
+DBLBot
 DIIbot
-DatabaseDriverMysqli
 DigitalPebble
-Discobot
 Discoverybot
 Dispatch
-DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
+DomCopBot
 DomainAppender
-DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
+Dotbot
 Download Wonder
 Dragonfly
 ECCP/1.0
-EMail Siphon
-EasyDL
-Ebingbong
+Ecxi
 EroCrawler
-Exabot
-Extractor
-Extreme Picture Finder
+EyeNetIE
 FDM
-FHscan
 FemtosearchBot
-Fimap
-Flunky
-FrontPage
+FlashGet
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
+GalaxyBot
 Genieo
-Getintent
+GermCrawler
+GetRight
+GetWeb
+Gigabot
 Go!Zilla
+GoZilla
 GrabNet
-HEADMasterSEO
-HMView
-HaosouSpider
-Harvest
-Havij
+Grabber
+GrapeFX
+GrapeshotCrawler
+HTTrack
 Hloader
 HonoluluBot
-IDBot
+Humanlinks
+Iblog
+Image Fetch
 Image Sucker
 IndeedBot
-Indy Library
-Intelliseek
-InterGET
-Internet Ninja
-Iria
-JOC Web Spider
-JamesBOT
-Jetty
-JikeSpider
+InfoTekies
+InternetSeer
+Iskanie
+IstellaBot
+JennyBot
 Joomla
 Jorgee
 JustView
-Kenjin Spider
+Keybot Translation-Search-Machine
 Kinza
+Kozmosbot
 LNSpiderguy
-LeechGet
-Lightspeedsystems
+Lftp
+LibWeb
+Libwhisker
+LieBaoFast
+LinkScan
 LinkextractorPro
-Lipperhey
-MIDown tool
-MIIxpc
-Mail.RU_Bot
+LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Ltx71
+MJ12bot
+MTRobot
+Mag-Net
+Magnet
+Majestic-SEO
 Majestic12
 Mata Hari
 MeanPath Bot
-Mediatoolkitbot
-Metauri
-Minefield
+MegaIndex.ru
+Microsoft URL Control
 Moblie Safari
-Mojolicious
-Mozlila
-Musobot
+MolokaiBot
+Morfeus Fucking Scanner
+NICErsPRO
+NPbot
 Name Intelligence
-Navroad
+Nameprotect
+NearSite
 Nessus
-Net Vampire
-NetLyzer
-Netcraft
+NetAnts
+NetSpider
+NetZIP
+Netvibes
+NextGenSearchBot
 Nibbler
+Niki-bot
 Nikto
-Nimbostratus
 Ninja
-Nmap
-Nuclei
+Nutch
 Octopus
 Offline Explorer
-OpenVAS
-Openfind
-Openvas
+Offline Navigator
+OnCrawl
 OrangeBot
-OutclicksBot
-OutfoxBot
-PageThing.com
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
 Pandalytics
-Pavuk
+Panscient
+PeoplePal
+Petalbot
 Pi-Monster
-Picscout
-Picsearch
 PictureFinder
 PleaseCrawl
-PxBroker
+Pockey
+Probethenet
 PyCurl
-RankActive
-RankurBot
-Ripper
-RocketCrawler
+QueryN Metasearch
+RankActiveLinkBot
+RankFlex
+ReGet
+RealDownload
+RebelMouse
+Recorder
+Rogerbot
+SEOkicks-Robot
+SEOprofiler
 SEOstats
 SMTBot
-ScoutJet
-Screaming
+SalesIntelligent
+Scrapy
 Searchestate
-SearchmetricsBot
-SemanticJuice
-SemrushBot
-SeobilityBot
-Siphon
+Seekport
+Semrush
+SentiBot
+SeoSiteCheckup
 Site Sucker
-SiteSucker
-SlySearch
-SmartDownload
-Snake
-Snapbot
-Snoopy
+Sitebeam
+Siteimprove
+Sitevigil
 SocialRankIOBot
+Sociscraper
 Sosospider
-Sottopop
-SpaceBison
 SpankBot
 Sqlmap
+Sqlworm
 Sqworm
-Steeler
-Stripper
-SuperHTTP
-T0PHackTeam
-T8Abot
-Teleport
+Sucuri
+SuperBot
 TeleportPro
-Telesphoreo
-The Intraformant
-TheNomad
+Titan
 Toweyabot
-True_Robot
+Trendiction
+Trendictionbot
 Turingos
-Upflow
+Turnitin
+TurnitinBot
+Typhoeus
+V-BOT
+Vacuum
 Vagabondo
-VelenPublicWebCrawler
+Virusdie
 VoidEYE
 WBSearchBot
-WPScan
+WEBDAV
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
+Wallpapers
 WallpapersHD
-Web Auto
-Web Pix
-Web Sauger
+WeSEE
+Web Collage
+Web Enhancer
+Web Fetch
+Web Fuck
+Web Sucker
 WebAuto
-WebBandit
 WebCollage
-WebCopier
-WebImageCollector
-WebReaper
-WebStripper
-Who.is Bot
+WebEnhancer
+WebPix
+WebSucker
+WebWhacker
+Webalta
+WebmasterWorldForumBot
+Webshag
+Widow
+WinHTTrack
 Wonderbot
 Wotbox
-Zade
-ZoominfoBot
+Xenu
+ZoomBot
+ZumBot
 ZyBorg
 adscanner
-archive.org_bot
-arquivo-web-crawler
-check1.exe
+backlink-check
 clark-crawler
 com.plumanalytics
-crawler.feedback
+crawler4j
 demandbase-bot
-eCatch
-gopher
+domainsproject.org
+evc-batch
+facebookscraper
+heritrix
 instabid
 ips-agent
-isitwp.com
-iubenda-radar
+linkdexbot
+magpie-crawler
 meanpathbot
-muhstik-scan
-s1z.ru
+mediawords
+polaris version
+ripz
 scalaj-http
-seocompany.store
+seoscanners
 seostar
-sitechecker.pro
-siteripz
-spyfu
+serpstatbot
+sogouspider
+trendiction.de
 ubermetrics-technologies.com
 webgains-bot
+webmeup-crawler
 webpros.com
 x09Mozilla
+xpymep1.exe
 zauba.io
-zgrab