V4.2022.09.3335 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
+404enemy
 ADmantX
+AIBOT
+ALittle Client
 ASPSeek
-Abonti
 Aboundex
-AiHitBot
-Aipbot
 AlphaBot
-Apexoo
+Aspiegel
+Atomseobot
 AwarioSmartBot
-BDCbot
 BDFetch
-BLEXBot
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Bandit
-BatchFTP
 Battleztar Bazinga
-Bigfoot
+BetaBot
+Black Hole
 BlackWidow
-Blackboard
-BlowFish
 Boardreader
-BotALot
-Brandprotect
-BuiltBotTough
+Buddy
 BuiltWith
 Bullseye
+BunnySlippers
 CATExplorador
-CCBot
-Calculon
-CazoodleBot
-CensysInspect
-ChinaClaw
+Cegbfeieh
+CheeseBot
+CherryPicker
+Chlooe
 Citoid
+Claritybot
 Cliqzbot
+Cloud mapping
 Cocolyzebot
 Cogentbot
+Collector
 Copier
+CopyRightCheck
+Copyscape
 Cosmos
-CrazyWebCrawler
+Craftbot
 Crescent
-DBLBot
-DIIbot
-DTS Agent
+Custo
+Demon
 Deusu
+Disco
 Discoverybot
-DomCopBot
-DomainAppender
+Dispatch
+DnyzBot
 DomainCrawler
-Domains Project
-Download Wonder
-Dragonfly
-ECCP/1.0
 EMail Siphon
-EasyDL
 Ebingbong
-EirGrabber
 EroCrawler
-Express WebPictures
-Extreme Picture Finder
-EyeNetIE
-Firefox/7.0
+ExtLinksBot
+FemtosearchBot
 FlashGet
-G-i-g-a-b-o-t
-GetWeb
-Go-Ahead-Got-It
+FrontPage
+Fuzz
+Fyrebot
+GT::WWW
+GalaxyBot
+Genieo
 GoZilla
-GrapeFX
-GrapeshotCrawler
+Gotit
+GrabNet
+Grabber
 HTMLparser
-HTTP::Lite
-HTTrack
 Haansoft
+HaosouSpider
 Havij
-Heritrix
-IDBTE4M
-IlseBot
-Image Sucker
+Humanlinks
+IDBot
+Id-search
+IndeedBot
+Indy Library
 InfoNaviRobot
+Intelliseek
+InterGET
+Internet Ninja
 Iria
-Iskanie
-IstellaBot
-JamesBOT
+JOC Web Spider
+Jbrofuzz
+JennyBot
+JikeSpider
 Jorgee
-Jyxobot
-Kenjin Spider
-Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
+Kinza
 LNSpiderguy
-Leap
-LeechFTP
+Lanshanbot
 LeechGet
+LexiBot
+Lftp
+LibWeb
+LieBaoFast
+Lightspeedsystems
+LinkScan
 LinkWalker
-LinkextractorPro
-LinksManager
-LinqiaScrapeBot
-MFC_Tear_Sample
-MIDown tool
+Linkbot
+LinkpadBot
+LinqiaMetadataDownloaderBot
+Lmspider
+Ltx71
 MIIxpc
-MJ12bot
-MQQBrowser
 Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic SEO
+Majestic-SEO
 MarkWatch
-MauiBot
 Mb2345Browser
-Mediatoolkitbot
+MeanPath Bot
+Meanpathbot
+Microsoft Data Access
 Minefield
 Mister PiX
 Moblie Safari
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
+Mozlila
+Msrabot
 NPbot
-NearSite
+Name Intelligence
+Nameprotect
+Needle
+Net Vampire
 NetAnts
 NetMechanic
 NetSpider
-Netcraft
+NetZIP
 Nettrack
+Netvibes
 NextGenSearchBot
-Nikto
+Nibbler
+Niki-bot
+Ninja
+Nmap
 Not
 Nutch
-Offline Explorer
-Openvas
-OutclicksBot
-OutfoxBot
+Octopus
+OnCrawl
+OrangeBot
 PHPCrawl
-POE-Component-Client-HTTP
-PageScorer
-Panscient
-Petalbot
+PageGrabber
+Pandalytics
 Pi-Monster
-Pimonster
+Picscout
 ProPowerBot
 Pu_iN
-PxBroker
-PyCurl
+Pump
 QueryN Metasearch
-RSSingBot
-RankActive
 RankFlex
 RankurBot
-ReGet
+Re-re
 RealDownload
-Reaper
-Ripper
+Recorder
 RocketCrawler
-Rogerbot
-SBIder
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOstats
+SEOprofiler
+SMTBot
 SalesIntelligent
 Scrapy
 ScreenerBot
-Searchestate
+SearchmetricsBot
 Seekport
-SemanticJuice
-Shodan
+Semrush
+SemrushBot
+SentiBot
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-SiteSucker
+Sitebeam
 Sitevigil
-SmartDownload
-Snapbot
+Snake
 Snoopy
+SocialRankIOBot
 Sogou web spider
-Spammen
-SpankBot
-Spanner
+Sosospider
+SpaceBison
+Spbot
+Spinn3r
+Sqlmap
 SuperBot
+SuperHTTP
+SurveyBot
+Suzuran
+Swiftbot
+Szukacz
 T8Abot
-Teleport
-Telesphoreo
-The Intraformant
+TeleportPro
 Thumbor
-Titan
-Toweyabot
 Trendiction
-True_Robot
+Turnitin
 TurnitinBot
-TwengaBot
-Typhoeus
-URLy.Warning
-Upflow
-VCI
+VB Project
+Vagabondo
 VeriCiteCrawler
 Virusdie
-WASALive-Bot
-WPScan
-WWW-Collector-E
-Wallpapers
-Wallpapers/3.0
-WallpapersHD
-WeSEE
+VoidEYE
+WBSearchBot
+WEBDAV
+Web Auto
 Web Collage
 Web Enhancer
-Web Fetch
 Web Fuck
-WebAuto
-WebBandit
-WebCollage
+Web Pix
+Web Sucker
 WebEnhancer
-WebFuck
-WebGo IS
-WebImageCollector
-WebLeacher
 WebPix
-WebSucker
-WebmasterWorldForumBot
+WebReaper
+WebWhacker
+Webshag
 WebsiteExtractor
-WebsiteQuester
-Webster
 Whack
 Whatweb
+Widow
 Wonderbot
 Wotbox
-Wprecon
 Xaldon WebSpider
-Xenu
-YoudaoBot
-Zauba
+Xaldon_WebSpider
 Zermelo
-ZmEu
-ZumBot
+Zeus
+Zitebot
 ZyBorg
-archive.org_bot
-arquivo.pt
 autoemailspider
-evc-batch
-gopher
+backlink-check
+cah.io.community
+check1.exe
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+dataforseo.com
+facebookscraper
+heritrix
+iubenda-radar
+lwp-request
 lwp-trivial
-meanpathbot
+magpie-crawler
 mediawords
-page scorer
-plumanalytics
 polaris version
-sogouspider
-trendiction.de
+probe-image-size
+ripz
+s1z.ru
+scan.lol
+seobility
+seostar
+sitechecker.pro
+ubermetrics-technologies.com
+voyagerx.com
+webgains-bot
+webpros.com
 webprosbot
-x09Mozilla
 x22Mozilla
-xpymep1.exe
-zgrab
+zauba.io