V4.2021.12.2805 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+360Spider
 404checker
-404enemy
 80legs
-AIBOT
-ALittle Client
-Aboundexbot
-AhrefsBot
-Aipbot
-Anarchie
-Anarchy99
+ASPSeek
+Aboundex
+AfD-Verbotsverfahren
+Alexibot
+AllSubmitter
+Alligator
 Ankit
+Anthill
 Apexoo
+Asterias
+Attach
 AwarioSmartBot
 BBBike
-BLEXBot
+BDCbot
 BackStreet
-BetaBot
-BlackWidow
-Blow
+Backlink-Ceck
+BacklinkCrawler
+Battleztar Bazinga
+Black Hole
+Blackboard
 BlowFish
-Bolt
+Boardreader
+BotALot
 Brandprotect
 Brandwatch
 BuiltBotTough
-CATExplorador
-CCBot
-CODE87
-CSHttp
-Calculon
-CherryPicker
+Bullseye
+BuzzSumo
+CazoodleBot
+Cegbfeieh
+CensysInspect
+CheTeam
 ChinaClaw
-Claritybot
-Cliqzbot
-Cocolyzebot
-CopyRightCheck
-Craftbot
+Chlooe
+Crawling at Home Project
 CrazyWebCrawler
-Crescent
-Custo
-CyotekWebCopy
-DIIbot
-DSearch
-DatabaseDriverMysqli
+CrunchBot
+Curious
+DTS Agent
 Demon
-Dirbuster
+Digincore
 Disco
-Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainAppender
-Domains Project
-Dragonfly
-Drip
+Discobot
+DomainSigmaCrawler
+DomainStatsBot
+Dotbot
 EMail Siphon
 EMail Wolf
 EasyDL
 EirGrabber
+Evil
+ExtLinksBot
+Ezooms
 FemtosearchBot
+Fimap
 Flunky
+Foobot
 FrontPage
-GT::WWW
 GalaxyBot
-Gigabot
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Gotit
+GrapeshotCrawler
 GridBot
-HMView
-HTTP::Lite
 HTTrack
-Haansoft
 HaosouSpider
 Hloader
-Humanlinks
-Iblog
+IDBTE4M
 IlseBot
+Image Fetch
 Image Sucker
-IndeedBot
-InfoTekies
-InterGET
-Internet Ninja
-InternetSeer
+Indy Library
+IstellaBot
 JetCar
-Joomla
 Jorgee
-Kinza
-LWP::Simple
-LexiBot
+Jyxobot
+Kenjin Spider
+LNSpiderguy
+Lanshanbot
+Larbin
+LeechGet
+Lftp
 LibWeb
-LieBaoFast
-Lightspeedsystems
+LinkWalker
+Linkbot
+LinkextractorPro
 LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
 Litemage_walker
-MFC_Tear_Sample
+Ltx71
+MSIECrawler
+MTRobot
+Mag-Net
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
 MarkMonitor
-MarkWatch
-Mediatoolkitbot
-Mister PiX
-Moblie Safari
-Mojeek
+Meanpathbot
 Mozlila
+Mr.4x3
+Msrabot
 NICErsPRO
-NearSite
-Needle
+Nameprotect
 Nessus
 Net Vampire
-NetAnts
 NetLyzer
-NetSpider
-Netcraft
+NetMechanic
+NetZIP
+Nettrack
+Netvibes
 Nibbler
-Nikto
-NimbleCrawler
-Ninja
+Niki-bot
+Nimbostratus
 Nmap
-Octopus
-Offline Explorer
-Offline Navigator
+Nutch
+Openfind
+OutclicksBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
-PageThing.com
-Pandalytics
-PeoplePal
-Pi-Monster
-PleaseCrawl
+Page Analyzer
+PageAnalyzer
+PageGrabber
+Papa Foto
+Petalbot
+Picsearch
+PictureFinder
+Piepmatz
+Pimonster
+Pixray
 ProPowerBot
 ProWebWalker
-Pu_iN
+Psbot
 Pump
+PxBroker
 QueryN Metasearch
 Quick-Crawler
-RankActive
-RankActiveLinkBot
 RankingBot2
 Rankivabot
-RankurBot
-ReGet
 RealDownload
-Reaper
-Recorder
-RepoMonkey
+Ripper
 Rogerbot
-SISTRIX
-ScoutJet
+SBIder
+SEOkicks
+SEOkicks-Robot
+SMTBot
+SalesIntelligent
+ScanAlert
 Scrapy
-ScreenerBot
-ScrepyBot
+Searchestate
+SemanticJuice
 Semrush
+SemrushBot
+SeoSiteCheckup
 Seomoz
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-Sitebeam
-Siteimprove
-SmartDownload
 SocialRankIOBot
-Sociscraper
-Sosospider
+Sogou web spider
+SpaceBison
+Spammen
 SpankBot
 Spanner
 Spinn3r
 SputnikBot
-Sqworm
-Stripper
+Steeler
+Sucker
 SuperBot
-SurveyBot
-TeleportPro
+Surfbot
+Suzuran
+Swiftbot
+T8Abot
+Teleport
 Telesoft
-Telesphoreo
 Telesphorep
+The Intraformant
 Thumbor
 Titan
-Toweyabot
+Tracemyfile
 Trendiction
+Trendictionbot
 Turingos
 Turnitin
 TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
+Twice
 Upflow
 V-BOT
-Vacuum
-VelenPublicWebCrawler
-VoidEYE
-Voil
+VB Project
+VeriCiteCrawler
+VidibleScraper
+Voltron
 WASALive-Bot
-WBSearchBot
 WISENutbot
-WPScan
-WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
-WeSEE
-Web Enhancer
 Web Pix
-Web Sauger
+Web Sucker
 WebAuto
-WebCollage
+WebFetch
 WebFuck
 WebGo IS
 WebImageCollector
-WebPix
+WebLeacher
+WebReaper
+WebSauger
 WebZIP
-Webalta
-Webshag
-Website Quester
-WebsiteQuester
-Webster
-Who.is Bot
-Widow
-Woobot
-Wprecon
-Xaldon WebSpider
+WebmasterWorldForumBot
+WebsiteExtractor
+WinHTTrack
+Wonderbot
+Wotbox
 Xaldon_WebSpider
-Zade
 Zauba
 Zermelo
+Zeus
+Zitebot
+ZoomBot
 ZoominfoBot
+ZumBot
 ZyBorg
 adscanner
-archive.org_bot
-autoemailspider
+arquivo-web-crawler
 backlink-check
-coccocbot-web
-cognitiveseo
+clark-crawler
 crawler.feedback
-domainsproject.org
-facebookscraper
-lwp-trivial
-meanpathbot
+dataforseo.com
+demandbase-bot
+heritrix
+internetVista monitor
+ips-agent
+isitwp.com
+magpie-crawler
 mediawords
-polaris version
+netEstate NE Crawler
+page scorer
 probe-image-size
+ripz
 s1z.ru
 satoristudio.net
-scalaj-http
 seoscanners
+seostar
 sexsearcher
-sp_auditbot
+sitechecker.pro
+siteripz
 tAkeOut
-trendiction.de
-ubermetrics-technologies.com
-webgains-bot
+trendiction.com
 webmeup-crawler
-webprosbot
-x22Mozilla
+webpros.com
 xpymep1.exe