V4.2021.06.2442 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
+80legs
 Abonti
 Aboundex
-Acunetix
 ADmantX
 AhrefsBot
 AiHitBot
-Aipbot
-Alexibot
-Ankit
+AllSubmitter
+AlphaBot
+Anarchie
+Anarchy
+Apexoo
 archive.org_bot
-autoemailspider
-AwarioSmartBot
-BackDoorBot
+Asterias
+Attach
+AwarioRssBot
+Backlink-Ceck
 backlink-check
-BacklinkCrawler
-BatchFTP
+Badass
 Battleztar Bazinga
+BBBike
 BDCbot
-BDFetch
-Blackboard
+BlackWidow
 BLEXBot
-BotALot
+Blow
+Bolt
 Brandprotect
-Calculon
+Buddy
+BuiltBotTough
+Bullseye
+CATExplorador
 CazoodleBot
+CCBot
+Cegbfeieh
 CensysInspect
+check1.exe
 CherryPicker
-CheTeam
-Chlooe
 Claritybot
 Cloud mapping
-coccocbot-web
-CODE87
-cognitiveseo
+Cocolyzebot
+com.plumanalytics
 CopyRightCheck
-Copyscape
-Craftbot
-crawler4j
-crawler.feedback
+Cosmos
 crawl.sogou.com
+CrazyWebCrawler
 CrunchBot
-CSHttp
-Curious
 Custo
 DatabaseDriverMysqli
 DataCha0s
-demandbase-bot
-Deusu
-DIIbot
-Dispatch
-DomainAppender
-DomainStatsBot
-DomCopBot
-DSearch
+DigitalPebble
+Discobot
+Discoverybot
+DnyzBot
+domainsproject.org
+Dotbot
 Ebingbong
-EroCrawler
-Evil
-Flunky
-Foobot
-Freeuploader
+ECCP/1.0
+EirGrabber
+EMail Siphon
+EMail Wolf
+evc-batch
+ExtLinksBot
+Extreme Picture Finder
+EyeNetIE
+Ezooms
+facebookscraper
+FemtosearchBot
+FlashGet
 FrontPage
 Fuzz
+Fyrebot
 GalaxyBot
-Genieo
-Getintent
+GermCrawler
 Gigabot
-Go-Ahead-Got-It
-gopher
+Gotit
 GoZilla
+Go!Zilla
 Grabber
-GrabNet
 GrapeshotCrawler
-GT::WWW
 Haansoft
+HaosouSpider
 heritrix
-Heritrix
-Hloader
-IDBot
+HTTP::Lite
+HTTrack
+Humanlinks
+HybridBot
+IDBTE4M
 Id-search
 Image Sucker
+IndeedBot
 InfoNaviRobot
 InfoTekies
-InterGET
-Iria
-IRLbot
-isitwp.com
-Iskanie
-JamesBOT
+Intelliseek
+Internet Ninja
+InternetSeer
+internetVista monitor
+ips-agent
+Jbrofuzz
 JennyBot
-Joomla
-Jorgee
+JustView
+Kenjin Spider
 Keyword Density
-Larbin
-LeechGet
-Lftp
-Likse
-Linkbot
-LinkextractorPro
-LinkScan
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-Ltx71
-lwp-request
-LWP::Simple
-Magnet
+Kozmosbot
+Lanshanbot
+Lightspeedsystems
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lmspider
+LNSpiderguy
+Mag-Net
 magpie-crawler
+Majestic12
 Majestic SEO
 MarkMonitor
-MarkWatch
-Masscan
-Mass Downloader
-Mata Hari
-Meanpathbot
+MauiBot
 Mediatoolkitbot
 mediawords
-MegaIndex.ru
-Metauri
+MicroMessenger
+Microsoft Data Access
+MIDown tool
+MIIxpc
 Moblie Safari
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Musobot
+MSIECrawler
+Msrabot
 Name Intelligence
-Nameprotect
-NearSite
-Nessus
-Netcraft
+Navroad
 netEstate NE Crawler
-NetSpider
-Net Vampire
-NextGenSearchBot
+NetLyzer
+Nettrack
+Netvibes
+Nibbler
 Niki-bot
-NimbleCrawler
-Octopus
-OnCrawl
+Ninja
+NPbot
+oBot
+Offline Explorer
+Offline Navigator
 OpenLinkProfiler
-OPPO A33
-PageGrabber
-PageScorer
-PageThing.com
-Panscient
-pcBrowser
-PECL::HTTP
-PeoplePal
+OpenVAS
+OutfoxBot
+page scorer
 Petalbot
-Picsearch
-PictureFinder
-Piepmatz
+Pimonster
 Pi-Monster
 Pixray
-POE-Component-Client-HTTP
-ProPowerBot
-ProWebWalker
-Psbot
-Pu_iN
+PleaseCrawl
+Pockey
+probe-image-size
+Pump
 PxBroker
+PyCurl
+RankActive
 RankFlex
-Rankivabot
-Ripper
-ripz
-RocketCrawler
+RebelMouse
+Recorder
+RepoMonkey
 RSSingBot
+SalesIntelligent
 satoristudio.net
+ScanAlert
 Scrapy
-ScreenerBot
+ScrepyBot
 SearchmetricsBot
 SemrushBot
 SentiBot
 seobility
-SeobilityBot
-SeoSiteCheckup
-SEOstats
+SEOlyticsCrawler
+Seomoz
+seoscanners
 sexsearcher
 Shodan
-SiteCheckerBotCrawler
-Siteimprove
+Sitebeam
 SiteLockSpider
-SiteSnagger
-SiteSucker
-Site Sucker
+SlySearch
+SMTBot
+Snake
 Snoopy
 Sosospider
-Sottopop
-SpaceBison
-SpankBot
+Spammen
 Spanner
+sp_auditbot
 Spbot
-Spinn3r
-spyfu
-Sqworm
-Steeler
+Sucuri
+SuperHTTP
 Surfbot
-SurveyBot
-Suzuran
-Swiftbot
+sysscan
 Szukacz
 T0PHackTeam
-T8Abot
-tAkeOut
-TeleportPro
-Telesoft
+Teleport
 Telesphoreo
 The Intraformant
-TheNomad
 TightTwatBot
+Titan
 Toata
+Toweyabot
+Tracemyfile
 Trendiction
+Trendictionbot
 trendiction.de
-Turingos
-VCI
+Turnitin
+TurnitinBot
+Typhoeus
+Upflow
+URLy.Warning
+Vacuum
+Vagabondo
+V-BOT
+VB Project
+VelenPublicWebCrawler
 VeriCiteCrawler
+VidibleScraper
 Virusdie
 Voltron
-Webalta
-WebAuto
-Web Auto
+Wallpapers/3.0
+WallpapersHD
 WebBandit
-Web Collage
-WEBDAV
-Web Enhancer
-Web Fetch
+WebCollage
+WebCopier
+WebFetch
 WebFuck
 Web Fuck
-WebImageCollector
+WebGo IS
 WebLeacher
+webmeup-crawler
+WebPix
 Web Pix
 WebReaper
 Web Sauger
-Webshag
-WebsiteExtractor
-Webster
 WebWhacker
 WeSEE
+Whack
+Whacker
 Whatweb
-Widow
 WinHTTrack
-WiseGuys Robot
+Wonderbot
+Woobot
+Wotbox
+Wprecon
 WWW-Collector-E
 WWW::Mechanize
+x09Mozilla
 x22Mozilla
-Xaldon_WebSpider
-YoudaoBot
+Xenu
 Zade
 zauba.io
 Zermelo
-ZoominfoBot
-ZyBorg
+ZmEu
+ZoomBot