V4.2022.03.2952 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
-ADmantX
-ASPSeek
-Aboundexbot
-Alexibot
+404enemy
+ALittle Client
+Abonti
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
 AllSubmitter
-Anarchy99
-Ankit
-Anthill
-Apexoo
+AlphaBot
 Aspiegel
 Atomseobot
 Attach
-BLEXBot
-BackDoorBot
-BatchFTP
-Battleztar Bazinga
+AwarioRssBot
+BBBike
+BDCbot
+BDFetch
+BackStreet
+Barkrowler
 BetaBot
-BlackWidow
-Blow
+Bigfoot
+Black Hole
 BlowFish
-Buddy
-BuiltBotTough
-Bullseye
-BunnySlippers
+BotALot
+Brandprotect
+Brandwatch
+Buck
+BuiltWith
+BuzzSumo
+CODE87
+CSHttp
 CazoodleBot
-CensysInspect
+Cegbfeieh
 CheTeam
 CherryPicker
-Citoid
-Cliqzbot
+ChinaClaw
+Cloud mapping
 Cocolyzebot
+Copier
 CopyRightCheck
-Copyscape
 Cosmos
-Craftbot
-Crescent
-DBLBot
-DIIbot
-DSearch
-DTS Agent
-DatabaseDriverMysqli
+Crawling at Home Project
+CrazyWebCrawler
+CrunchBot
+Curious
+DataCha0s
+Demon
 Deusu
+Devil
 DigitalPebble
-Disco
-Discobot
-Discoverybot
-DnBCrawler-Analytics
+Dispatch
+DnyzBot
 DomCopBot
 DomainCrawler
-DomainSigmaCrawler
+DomainStatsBot
 Domains Project
+Dragonfly
+Drip
 EMail Wolf
-EirGrabber
 Evil
-Exabot
+Express WebPictures
+ExtLinksBot
 Extractor
-EyeNetIE
-FDM
-FlashGet
-Freeuploader
-FrontPage
-Fyrebot
+Extreme Picture Finder
+FemtosearchBot
+Fuzz
+G-i-g-a-b-o-t
 GT::WWW
-Go!Zilla
-Go-Ahead-Got-It
-Gotit
-Grabber
-Grafula
+Genieo
+GetRight
+GetWeb
+Getintent
+GrapeFX
 GrapeshotCrawler
+GridBot
+HEADMasterSEO
 HMView
-HTTrack
-HaosouSpider
+HTMLparser
+HTTP::Lite
+Harvest
+Havij
 HonoluluBot
+Humanlinks
 IDBot
+IRLbot
+IlseBot
 Image Fetch
+IndeedBot
+Indy Library
+InfoTekies
 InterGET
-Internet Ninja
-InternetSeer
-Iria
+JamesBOT
+Jbrofuzz
 JetCar
 Jetty
 Joomla
-Kozmosbot
+Jyxobot
+Keyword Density
+Kinza
 LNSpiderguy
-Leap
+LWP::Simple
+Lanshanbot
+Larbin
 LeechFTP
+LexiBot
 Lftp
-LieBaoFast
-Lightspeedsystems
-Linkbot
+LibWeb
+Libwhisker
+LinkScan
 Linkdexbot
-Lipperhey
-Litemage_walker
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lmspider
 Ltx71
-MIDown tool
-MJ12bot
+MSFrontPage
+MSIECrawler
 Magnet
-Majestic SEO
+Mail.RU_Bot
 Majestic-SEO
-Meanpathbot
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Microsoft Data Access
-Moblie Safari
-Mr.4x3
-Msrabot
-Musobot
-NICErsPRO
-Navroad
+MarkWatch
+Mass Downloader
+MauiBot
+Microsoft URL Control
+Mojolicious
+MolokaiBot
+Mozlila
+NPbot
+Name Intelligence
 NearSite
 Needle
-Nessus
-NetLyzer
-NetMechanic
-NetSpider
-Nibbler
-Niki-bot
-NimbleCrawler
+NetZIP
+Netcraft
+Nimbostratus
 Nmap
-Nutch
+Not
+Octopus
 Offline Navigator
-OnCrawl
-OpenLinkProfiler
-OpenVAS
-OrangeSpider
-OutclicksBot
+OutfoxBot
 PECL::HTTP
-PHPCrawl
 Page Analyzer
 PageGrabber
 PageScorer
 Panscient
 Papa Foto
-Pavuk
-PeoplePal
 Petalbot
+Pi-Monster
 Picsearch
+PictureFinder
 Piepmatz
-ProWebWalker
-Probethenet
-PyCurl
+PleaseCrawl
+ProPowerBot
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankingBot2
-Rankivabot
+RankurBot
+Re-re
 RealDownload
 RebelMouse
-Recorder
-RepoMonkey
-RocketCrawler
-Rogerbot
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
+SBIder
+SEOstats
+SalesIntelligent
 ScanAlert
-ScoutJet
+Scrapy
 Screaming
-Searchestate
+SearchmetricsBot
 Seekport
-SemrushBot
-Shodan
-SiteCheckerBotCrawler
-SiteSnagger
+SeoSiteCheckup
+SeobilityBot
+SiteExplorer
+SiteSucker
+Sitebeam
 Sitevigil
-SlySearch
+Snapbot
 Snoopy
+SocialRankIOBot
 Sociscraper
 Sosospider
 Sottopop
-SpankBot
-SputnikBot
-Steeler
+Spbot
+Sqworm
 Stripper
-Sucuri
-SuperHTTP
+Surfbot
 SurveyBot
+Szukacz
 T0PHackTeam
+T8Abot
 TeleportPro
 Telesoft
-Telesphoreo
-Titan
-Toata
-Toweyabot
+Tracemyfile
 True_Robot
 Turingos
 TwengaBot
 Typhoeus
 URLy Warning
 UnisterBot
-Upflow
-Vacuum
+VCI
 VelenPublicWebCrawler
-VeriCiteCrawler
+Virusdie
+VoidEYE
 Voltron
-WISENutbot
-WWW-Collector-E
-WWWOFFLE
-Wallpapers/3.0
-Web Collage
-WebEnhancer
-WebFuck
-WebGo IS
-WebImageCollector
-WebSucker
-WebWhacker
+WASALive-Bot
+WPScan
+WallpapersHD
+Web Fetch
+Web Sucker
+WebCollage
+WebCopier
+WebFetch
+WebLeacher
+WebReaper
 WebZIP
+Webshag
+WebsiteExtractor
 Whatweb
 Who.is Bot
-Woobot
-Wprecon
+Widow
+WiseGuys Robot
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
-Zauba
-ZoominfoBot
+Zitebot
+ZoomBot
 ZumBot
 ZyBorg
 adscanner
-arquivo.pt
-coccocbot
-com.plumanalytics
-crawl.sogou.com
-crawler4j
+autoemailspider
+backlink-check
+check1.exe
+crawler.feedback
 dataforseo.com
-demandbase-bot
-domainsproject.org
-eCatch
 evc-batch
 facebookscraper
 gopher
-instabid
-isitwp.com
-lwp-trivial
-magpie-crawler
-mediawords
-muhstik-scan
-plumanalytics
+ips-agent
+lwp-request
+netEstate NE Crawler
+ripz
 satoristudio.net
-scalaj-http
 seobility
+seocompany.store
 sexsearcher
-sp_auditbot
-sysscan
+sitechecker.pro
+spyfu
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
+webmeup-crawler
+webpros.com
 webprosbot
-zauba.io
+xpymep1.exe