V4.2022.08.3312 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
-AIBOT
-ALittle Client
+360Spider
+404checker
+80legs
+ASPSeek
 Abonti
 Aboundexbot
+AhrefsBot
+Alexibot
+AllSubmitter
 Alligator
-Anarchy99
-Apexoo
-AwarioSmartBot
-BDCbot
+Ankit
+Aspiegel
+Asterias
+BBBike
 BLEXBot
-BackDoorBot
 BackWeb
-BacklinkCrawler
+Bandit
 Barkrowler
-Bigfoot
-Black Hole
-BotALot
+BetaBot
+BlackWidow
+Bolt
 BuiltWith
 CATExplorador
-CSHttp
-Calculon
-CazoodleBot
-Cegbfeieh
+CCBot
+CODE87
+CensysInspect
 CheeseBot
-CherryPicker
+ChinaClaw
 Chlooe
-Citoid
-Cliqzbot
-Cloud mapping
-Cogentbot
-Copyscape
+Claritybot
+Cocolyzebot
+Collector
+CopyRightCheck
 Crawling at Home Project
-Crescent
+CrazyWebCrawler
+CrunchBot
 Curious
-Custo
-DBLBot
-DSearch
 DataCha0s
-DatabaseDriverMysqli
-Demon
-Deusu
 Devil
-DigitalPebble
-Discobot
-DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
-EasyDL
+Digincore
+Disco
+Dispatch
+DittoSpyder
+DnyzBot
+Domains Project
+Dotbot
+Dragonfly
+ECCP/1.0
+EMail Siphon
 Ebingbong
 Ecxi
+EirGrabber
 Exabot
-Extractor
-EyeNetIE
-Ezooms
+Express WebPictures
+Extreme Picture Finder
 Fimap
 Firefox/7.0
-FlashGet
-Flunky
-Freeuploader
+FrontPage
+FyberSpider
 Fyrebot
-GT::WWW
-GetRight
-Getintent
-Gotit
-GrapeFX
-HEADMasterSEO
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
+GermCrawler
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+GridBot
 HMView
 HTMLparser
 HTTP::Lite
 HTTrack
 Haansoft
-Harvest
-Hloader
-IRLbot
-Image Fetch
-Indy Library
-InfoTekies
-Internet Ninja
-Iskanie
-IstellaBot
-JOC Web Spider
-Jbrofuzz
+Heritrix
+IDBTE4M
+Iblog
+InternetSeer
+Iria
 Jetty
-JikeSpider
 Joomla
-JustView
+Kenjin Spider
 LWP::Simple
 Larbin
-Leap
-LeechFTP
 LeechGet
+LexiBot
+Lftp
+LibWeb
 Libwhisker
-LieBaoFast
+Likse
+LinkextractorPro
 LinksManager
 LinqiaRSSBot
-Lipperhey Spider
-Lmspider
-Ltx71
-MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MSIECrawler
-MTRobot
+LinqiaScrapeBot
+MSFrontPage
 Mag-Net
-Mail.RU_Bot
-Majestic12
+Magnet
+Majestic SEO
+Majestic-SEO
+MarkMonitor
 MarkWatch
 Mass Downloader
-Mb2345Browser
-Microsoft Data Access
-Mister PiX
-Moblie Safari
-Mojolicious
-Msrabot
-Nessus
-NetLyzer
-Netcraft
-Netvibes
-NextGenSearchBot
+Masscan
+MauiBot
+MeanPath Bot
+Meanpathbot
+Metauri
+Microsoft URL Control
+MolokaiBot
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+NPbot
+Nameprotect
+NetSpider
+Nibbler
 Niki-bot
 Nikto
-Ninja
+NimbleCrawler
+Nimbostratus
+Nmap
+Not
 Octopus
 Offline Explorer
-OpenLinkProfiler
-Openfind
-OrangeBot
+OpenVAS
+Openvas
+OrangeSpider
 OutfoxBot
+Page Analyzer
 PageGrabber
 PageScorer
-Pandalytics
+PageThing.com
+Panscient
 Pavuk
 Petalbot
-Picscout
-Picsearch
-PictureFinder
+Pi-Monster
+Pockey
 Probethenet
-Psbot
-Pump
-PxBroker
-RankingBot
-RankurBot
+PyCurl
+Quick-Crawler
 Re-re
-ReGet
-RealDownload
-RedesScrapy
-RocketCrawler
 Rogerbot
-SBIder
 SEOkicks-Robot
-SEOprofiler
-SISTRIX
-Searchestate
-Seekport
+SMTBot
+ScanAlert
+ScoutJet
+Screaming
+ScrepyBot
 Semrush
 SentiBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
-Shodan
-Siphon
-SiteLockSpider
+Site Sucker
 Siteimprove
-Sitevigil
-SlySearch
 SmartDownload
 Snake
 Snapbot
+Sottopop
 Spammen
+SpankBot
 Sqlmap
-Sqlworm
 Sqworm
-Sucuri
-SuperHTTP
+SuperBot
+Surfbot
 SurveyBot
 Swiftbot
-Telesoft
-Telesphoreo
+T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
 Telesphorep
-The Intraformant
-TheNomad
-Tracemyfile
-Trendictionbot
+Titan
+Toata
+Toweyabot
+True_Robot
 Turnitin
+TurnitinBot
+TwengaBot
 Twice
+URLy Warning
+URLy.Warning
 UnisterBot
+Upflow
 V-BOT
 Vacuum
+Vagabondo
+VelenPublicWebCrawler
 VidibleScraper
-Voil
-Voltron
+Virusdie
+VoidEYE
+WBSearchBot
+WEBDAV
 WISENutbot
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-Wallpapers/3.0
-Web Fetch
+WallpapersHD
+Web Auto
+Web Fuck
+Web Pix
+Web Sauger
 Web Sucker
-WebAuto
 WebCopier
 WebEnhancer
-WebFuck
 WebGo IS
-WebImageCollector
 WebLeacher
 WebPix
-WebReaper
 WebStripper
 WebSucker
 WebZIP
-WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-WebsiteQuester
+Webalta
+Webshag
 Webster
-Whacker
+Whack
 Widow
 WinHTTrack
 WiseGuys Robot
-Wonderbot
+Woobot
 Wotbox
-Wprecon
-Xaldon_WebSpider
+Xaldon WebSpider
+Zade
+Zeus
 Zitebot
-ZumBot
-ZyBorg
-adscanner
-backlink-check
-crawl.sogou.com
-crawler.feedback
+ZmEu
+ZoominfoBot
+arquivo-web-crawler
+autoemailspider
+check1.exe
+clark-crawler
+coccocbot
+com.plumanalytics
 crawler4j
-eCatch
-internetVista monitor
-ips-agent
+dataforseo.com
+gopher
+instabid
 isitwp.com
-lwp-request
-magpie-crawler
-muhstik-scan
-netEstate NE Crawler
+linkdexbot
+oBot
 page scorer
-probe-image-size
-ripz
+pcBrowser
+plumanalytics
 s1z.ru
-seoscanners
-sexsearcher
+satoristudio.net
+scan.lol
 sitechecker.pro
-trendiction.com
+siteripz
+sysscan
+tAkeOut
+ubermetrics-technologies.com
 voyagerx.com
 webmeup-crawler
+webprosbot
+x22Mozilla
+zgrab