V4.2022.04.3046 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-AIBOT
-ASPSeek
+404checker
+ADmantX
 Abonti
-AhrefsBot
-Anarchy99
-Ankit
-Apexoo
+Acunetix
+AiHitBot
+Alligator
+Anarchie
+Anarchy
 Aspiegel
-Attach
-BBBike
-BLEXBot
+BDFetch
+BackStreet
+BackWeb
 Backlink-Ceck
 BacklinkCrawler
+Badass
+Bandit
 BatchFTP
 BetaBot
 Bitacle
 Black Hole
-BlowFish
-Boardreader
+BlackWidow
+Blackboard
+Bolt
 Brandprotect
-Buck
 Buddy
 BuiltWith
-Bullseye
 BunnySlippers
-CODE87
+BuzzSumo
+CATExplorador
 Cegbfeieh
+CheTeam
+CheeseBot
+CherryPicker
 ChinaClaw
-Cliqzbot
-Cloud mapping
-Cogentbot
+Chlooe
+Citoid
+Cocolyzebot
+Collector
+Copier
+CopyRightCheck
 Copyscape
-Cosmos
+Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
 Curious
-DBLBot
-DTS Agent
-DataCha0s
+DatabaseDriverMysqli
 Demon
+Devil
 Digincore
 DigitalPebble
-Dirbuster
-Discobot
-DittoSpyder
 DnyzBot
-DomainSigmaCrawler
+DomCopBot
 DomainStatsBot
-Drip
+Domains Project
+Dotbot
+Download Wonder
 ECCP/1.0
 EMail Wolf
+EasyDL
+Ebingbong
+EirGrabber
 Express WebPictures
-ExtLinksBot
-EyeNetIE
-FDM
-Firefox/7.0
-FlashGet
-Foobot
-FrontPage
+ExtractorPro
+Ezooms
+Freeuploader
+Fuzz
 G-i-g-a-b-o-t
 GalaxyBot
-Genieo
-Getintent
+GetRight
 Gigabot
+Go-Ahead-Got-It
 Grabber
 Grafula
-HTTrack
-HaosouSpider
+GridBot
+HEADMasterSEO
+HMView
+HTTP::Lite
+Haansoft
 Harvest
-Havij
-Heritrix
 Hloader
+Humanlinks
+HybridBot
 IDBTE4M
-IDBot
-IRLbot
+Id-search
+IlseBot
 Image Fetch
-IndeedBot
+Image Sucker
 Indy Library
 InfoNaviRobot
 Internet Ninja
 InternetSeer
+Iria
 IstellaBot
-JOC Web Spider
-JennyBot
-JetCar
 Jetty
-Joomla
-Keyword Density
-LNSpiderguy
+JikeSpider
+Jyxobot
+Kenjin Spider
+Keybot Translation-Search-Machine
 LWP::Simple
+Lanshanbot
+Leap
 LeechFTP
+LexiBot
 Lftp
 LibWeb
-LieBaoFast
 Likse
+LinkScan
 LinkWalker
-Lipperhey
-MJ12bot
-MQQBrowser
+Linkbot
+Lipperhey Spider
+MIDown tool
+MSFrontPage
 MSIECrawler
-Mail.RU_Bot
+Magnet
 Majestic-SEO
-MauiBot
-MeanPath Bot
-Mediatoolkitbot
+Masscan
+Mata Hari
+Mb2345Browser
+MicroMessenger
 Microsoft URL Control
-Mister PiX
+Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
-Musobot
-NICErsPRO
-NearSite
-Needle
+Mozlila
+Navroad
 Nessus
+NetAnts
+NetMechanic
 NetZIP
-NextGenSearchBot
+Nettrack
 Nibbler
-Nikto
+Niki-bot
 NimbleCrawler
-Nmap
+Nimbostratus
 Not
+Octopus
+Offline Explorer
 Offline Navigator
-OpenLinkProfiler
 OpenVAS
-OrangeBot
-OrangeSpider
+Openfind
+OutfoxBot
 PECL::HTTP
-PageScorer
+PageAnalyzer
 Pandalytics
-Papa Foto
-PictureFinder
-Pixray
-PleaseCrawl
-ProPowerBot
+Pavuk
+Picsearch
+Piepmatz
 ProWebWalker
-Pu_iN
+Probethenet
+Pump
+QueryN Metasearch
 Quick-Crawler
-RankActive
-Rankivabot
+RankFlex
+RankingBot
 RankurBot
 Re-re
-RealDownload
-RebelMouse
+ReGet
+Reaper
 RedesScrapy
 Ripper
+RocketCrawler
 Rogerbot
-SBIder
-SEOkicks-Robot
-SISTRIX
 SMTBot
-Screaming
-ScreenerBot
-ScrepyBot
+ScanAlert
+Scrapy
+Searchestate
 SearchmetricsBot
-Semrush
-SemrushBot
-SeobilityBot
-Shodan
+Seekport
+SemanticJuice
+SeoSiteCheckup
 Siphon
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
 SiteSucker
-Siteimprove
-SocialRankIOBot
-Sociscraper
-Sogou web spider
-SpankBot
-SputnikBot
-Sqlmap
+SlySearch
+Snoopy
+Sosospider
+SpaceBison
+Spammen
+Spbot
+Spinn3r
 Sqworm
 Steeler
-Stripper
 Sucker
-SurveyBot
+SuperBot
 Suzuran
 Swiftbot
-Szukacz
-TeleportPro
-Telesoft
+T0PHackTeam
+Teleport
 Telesphorep
-The Intraformant
-Thumbor
-TightTwatBot
+Titan
 Toata
-Tracemyfile
-Trendiction
-Turingos
+Trendictionbot
+Turnitin
 TurnitinBot
-TwengaBot
-Typhoeus
-VeriCiteCrawler
+Twice
+URLy Warning
+V-BOT
+VB Project
+Vagabondo
 VidibleScraper
-Voil
 WASALive-Bot
-WBSearchBot
-WPScan
 WWW-Collector-E
 WWW-Mechanize
-Wallpapers
-WallpapersHD
-Web Enhancer
-WebAuto
-WebFetch
-WebFuck
-WebGo IS
+Web Auto
+Web Pix
+Web Sucker
+WebCollage
+WebEnhancer
 WebLeacher
-WebSauger
-Webshag
-WebsiteQuester
-Whacker
-Whatweb
-Who.is Bot
-WinHTTrack
-WiseGuys Robot
+WebReaper
+WebStripper
+WebWhacker
+Webalta
+WebmasterWorldForumBot
+Website Quester
+Whack
 Wonderbot
+Wotbox
 Wprecon
 Xaldon WebSpider
-Xenu
-YoudaoBot
+Zade
 Zauba
-ZmEu
-ZoominfoBot
 ZumBot
-archive.org_bot
-arquivo-web-crawler
+ZyBorg
+arquivo.pt
+cah.io.community
+check1.exe
 clark-crawler
+com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-eCatch
+crawler4j
+dataforseo.com
+demandbase-bot
 evc-batch
-facebookscraper
 gopher
-isitwp.com
+heritrix
+instabid
+internetVista monitor
 iubenda-radar
-linkdexbot
-mediawords
-plumanalytics
-probe-image-size
-satoristudio.net
-seocompany.store
-seoscanners
-sitechecker.pro
-siteripz
+lwp-request
+lwp-trivial
+muhstik-scan
+seostar
 sogouspider
-sysscan
-trendiction.de
-webgains-bot
-xpymep1.exe
+ubermetrics-technologies.com
+voyagerx.com
+webpros.com
+webprosbot
 zauba.io