V4.2021.08.2543 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-80legs
+ADmantX
+ALittle Client
 ASPSeek
 Abonti
-Aboundex
 Aboundexbot
-AiHitBot
-Aipbot
-AllSubmitter
-Alligator
+AhrefsBot
+AlphaBot
+Anarchie
 Anarchy99
 Anthill
+Apexoo
+Aspiegel
 Asterias
-Attach
 AwarioRssBot
+AwarioSmartBot
 BDCbot
+BackDoorBot
 BackStreet
 BackWeb
-Backlink-Ceck
+BacklinkCrawler
 Badass
 Bandit
 Barkrowler
-Battleztar Bazinga
 Black Hole
-BlackWidow
-Blow
 Boardreader
-BotALot
-Buddy
+Buck
 BuiltBotTough
-BuiltWith
-Bullseye
-CATExplorador
-CSHttp
-Calculon
-CazoodleBot
-Cegbfeieh
-CheTeam
-CherryPicker
+BunnySlippers
+BuzzSumo
 Chlooe
-Cloud mapping
-Collector
-Copier
-CopyRightCheck
-Craftbot
+Cocolyzebot
+Copyscape
 Crawling at Home Project
+Crescent
 Curious
 CyotekWebCopy
-DataCha0s
-Devil
-Discobot
+DIIbot
+DSearch
+DatabaseDriverMysqli
+DigitalPebble
+Disco
 Dispatch
-DomCopBot
+DnyzBot
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dragonfly
+Dotbot
+Download Wonder
 EMail Siphon
-Ecxi
+EMail Wolf
+EasyDL
+EroCrawler
 Evil
-Exabot
 ExtLinksBot
-Extractor
-ExtractorPro
-FDM
-FlashGet
-Flunky
-FrontPage
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+Firefox/7.0
+Foobot
+Freeuploader
+Fuzz
 FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-GoZilla
-GrabNet
+GermCrawler
+Gigabot
+Go!Zilla
+Gotit
+Grafula
 GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
+HMView
 HTMLparser
 HTTrack
-Havij
-Heritrix
-Hloader
+Harvest
+Humanlinks
+HybridBot
 IDBTE4M
 Iblog
-IlseBot
-Image Sucker
-Intelliseek
+Id-search
 InterGET
-Internet Ninja
 InternetSeer
-Iria
-JOC Web Spider
-Jbrofuzz
+IstellaBot
+JennyBot
 JikeSpider
-JustView
-Kinza
+Kenjin Spider
+Keyword Density
 LNSpiderguy
+Lanshanbot
 Larbin
-LibWeb
-Lightspeedsystems
-LinkScan
-LinkWalker
-Linkbot
+LeechFTP
+Lftp
 LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
 Lipperhey
+Lmspider
 Ltx71
-MFC_Tear_Sample
 MIIxpc
-MQQBrowser
-MSFrontPage
-MSIECrawler
-Mail.RU_Bot
-MarkMonitor
+MTRobot
+Mag-Net
+Magnet
+Majestic-SEO
+Majestic12
 Mass Downloader
-Masscan
+Mata Hari
+MauiBot
+Mb2345Browser
+Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
 Metauri
 Microsoft Data Access
-Microsoft URL Control
-Musobot
+Moblie Safari
 NICErsPRO
 NPbot
-Name Intelligence
-Nameprotect
 Navroad
-Nessus
-NetLyzer
-Netcraft
-Niki-bot
+NearSite
+NetAnts
+NetMechanic
+NetSpider
+NetZIP
+Nettrack
+Nikto
 NimbleCrawler
-Nimbostratus
-Ninja
-Nmap
+Octopus
+Offline Explorer
 OpenLinkProfiler
 Openvas
-OrangeBot
-PHPCrawl
-Pandalytics
-Pavuk
-PictureFinder
-Pixray
-ProWebWalker
-RankActiveLinkBot
-Rankivabot
-RankurBot
-Re-re
-ReGet
+OrangeSpider
+OutfoxBot
+PECL::HTTP
+PageAnalyzer
+PageGrabber
+PageScorer
+PageThing.com
+Panscient
+Picscout
+Pimonster
+Pockey
+Probethenet
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankFlex
 RealDownload
-Reaper
-RebelMouse
 Recorder
-Ripper
 RocketCrawler
+Rogerbot
 SBIder
-SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
+SEOstats
 SISTRIX
-ScoutJet
+SalesIntelligent
+ScanAlert
+Screaming
 ScrepyBot
-Searchestate
+SearchmetricsBot
 Semrush
-SemrushBot
+SentiBot
 SeoSiteCheckup
 SeobilityBot
-Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSucker
-Sitebeam
+SiteLockSpider
+SiteSnagger
 Siteimprove
-SlySearch
-Snapbot
-SocialRankIOBot
+Sitevigil
+SmartDownload
 Sociscraper
-Sosospider
-Sottopop
 Spanner
-Spbot
-Spinn3r
+SputnikBot
+Sqlworm
+Sqworm
 Stripper
+Sucker
 Sucuri
+SuperBot
+T8Abot
 Telesoft
-Telesphoreo
+TheNomad
+TightTwatBot
+Titan
+Tracemyfile
 True_Robot
-TurnitinBot
+Turingos
 TwengaBot
+Twice
+Typhoeus
 URLy Warning
+Upflow
 V-BOT
 VCI
-Vacuum
-Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
 Voil
-Voltron
+WASALive-Bot
 WBSearchBot
+WEBDAV
 WISENutbot
-WWW::Mechanize
-WallpapersHD
+WWW-Mechanize
+WWWOFFLE
 WeSEE
-WebBandit
-WebFuck
+Web Auto
+Web Fetch
+Web Fuck
+Web Sucker
+WebAuto
+WebCollage
 WebLeacher
-WebPix
 WebReaper
 WebSauger
 WebStripper
-WebSucker
-Webster
+Webalta
+Website Quester
 Whack
-Who.is Bot
 Widow
+WinHTTrack
+WiseGuys Robot
 Wonderbot
-Wotbox
+Woobot
 Xenu
-YoudaoBot
+Zade
 Zermelo
-Zeus
+Zitebot
+ZmEu
 ZoominfoBot
 ZumBot
-ZyBorg
-archive.org_bot
-autoemailspider
-crawl.sogou.com
-demandbase-bot
+arquivo.pt
+check1.exe
+coccocbot-web
+evc-batch
 gopher
-instabid
 isitwp.com
-lwp-request
-lwp-trivial
 magpie-crawler
 mediawords
-netEstate NE Crawler
 page scorer
-pcBrowser
-plumanalytics
 probe-image-size
-satoristudio.net
-scalaj-http
+s1z.ru
 scan.lol
-seostar
 serpstatbot
-sexsearcher
-sp_auditbot
-spyfu
+sogouspider
 sysscan
+tAkeOut
 trendiction.com
+trendiction.de
+voyagerx.com
 webmeup-crawler
 x09Mozilla
+x22Mozilla
 zauba.io
 zgrab