V4.2022.08.3297 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-Abonti
+360Spider
+404checker
+ALittle Client
 Aboundexbot
-Acunetix
-AhrefsBot
+AiHitBot
+Alexibot
 Alligator
-AlphaBot
-Anarchy99
-Anthill
-Aspiegel
-Attach
+Anarchie
+Anarchy
+Apexoo
+Asterias
 AwarioRssBot
-AwarioSmartBot
-BBBike
-BDFetch
-BLEXBot
+BDCbot
 BackDoorBot
 BackStreet
+BacklinkCrawler
 Bandit
-Barkrowler
-BatchFTP
 BetaBot
-Bigfoot
-Black Hole
+Blow
 BlowFish
-Boardreader
-Brandwatch
+BotALot
 Buck
-BuiltWith
-BuzzSumo
-CATExplorador
-CODE87
-ChinaClaw
-Cocolyzebot
+Buddy
+Bullseye
+BunnySlippers
+CCBot
+Calculon
+CazoodleBot
+Cegbfeieh
+CensysInspect
+CheeseBot
+Cliqzbot
 Copier
 CopyRightCheck
-Copyscape
-Craftbot
-Crawling at Home Project
+Cosmos
+CrazyWebCrawler
 CrunchBot
-DBLBot
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Demon
+Curious
+Custo
+CyotekWebCopy
+DSearch
 Deusu
 Devil
+Digincore
+DigitalPebble
 Disco
-Discoverybot
+Discobot
+DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
+DomCopBot
+DomainAppender
 DomainCrawler
+DomainSigmaCrawler
 Domains Project
-Download Wonder
-Drip
+Dotbot
+Dragonfly
 EMail Siphon
-EMail Wolf
-EirGrabber
+Ebingbong
+EroCrawler
 Exabot
-ExtLinksBot
-Extractor
+Express WebPictures
 FHscan
-FemtosearchBot
-FlashGet
 Freeuploader
+FrontPage
 Fuzz
 FyberSpider
 Fyrebot
-GalaxyBot
 Genieo
+GetRight
 GetWeb
 Gigabot
-Go!Zilla
-Gotit
 GrabNet
-Grabber
-GrapeFX
+Grafula
 HEADMasterSEO
 HTMLparser
 HTTP::Lite
-HTTrack
-Haansoft
-HaosouSpider
-Harvest
 Heritrix
-Hloader
-IRLbot
+Humanlinks
 Id-search
 IlseBot
-Image Fetch
-Image Sucker
-InfoTekies
-Intelliseek
+Indy Library
+InterGET
 Iskanie
-Jbrofuzz
-JennyBot
+IstellaBot
+JOC Web Spider
+JamesBOT
 Jetty
+JikeSpider
+JustView
 Jyxobot
-Kenjin Spider
 Keyword Density
+Kinza
 LNSpiderguy
-LibWeb
-LinkWalker
-Linkbot
+Leap
+LeechGet
+Lftp
+LinkScan
 LinkpadBot
-LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lipperhey
-MIDown tool
+Lipperhey Spider
+Ltx71
+MFC_Tear_Sample
 MQQBrowser
 MSFrontPage
-Mag-Net
-Mail.RU_Bot
-Majestic12
-MarkMonitor
+MSIECrawler
+Magnet
 MarkWatch
-Mass Downloader
 Masscan
+Mata Hari
 MeanPath Bot
-Meanpathbot
+Mediatoolkitbot
+Metauri
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
 Minefield
 Mister PiX
-Mojeek
-Morfeus Fucking Scanner
-Musobot
-Name Intelligence
-Navroad
-NearSite
+Mozlila
+Msrabot
+NPbot
+Needle
+Net Vampire
 NetLyzer
 NetMechanic
+NetSpider
 NetZIP
 Netvibes
-Nibbler
-Niki-bot
-Nmap
+NextGenSearchBot
+Ninja
+Nuclei
 Offline Navigator
-OpenVAS
-OrangeSpider
-OutfoxBot
-PageAnalyzer
+OnCrawl
+Openfind
+OutclicksBot
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
 PageScorer
-PageThing.com
-Pandalytics
-Petalbot
+Pavuk
+Pi-Monster
+Pimonster
 Pockey
-ProWebWalker
-Pu_iN
+ProPowerBot
+Probethenet
+Psbot
 Pump
+PxBroker
 PyCurl
 Quick-Crawler
 RSSingBot
-RankActiveLinkBot
+RankFlex
+RankingBot
 RankingBot2
-Reaper
-Recorder
-RedesScrapy
+Rankivabot
+RealDownload
+RebelMouse
 RocketCrawler
-SalesIntelligent
+SEOlyticsCrawler
+SEOprofiler
+ScanAlert
 Scanbot
-ScreenerBot
 ScrepyBot
 Searchestate
-SemanticJuice
-Semrush
-SentiBot
 SeoSiteCheckup
+SeobilityBot
 Seomoz
 Shodan
-Siphon
-SiteSnagger
-Sitebeam
-Siteimprove
-Sitevigil
-Snake
+SiteLockSpider
+SiteSucker
+SlySearch
+Snapbot
+Snoopy
 SocialRankIOBot
-Sosospider
+Sociscraper
 SpankBot
-Spbot
-SurveyBot
+Spinn3r
+SputnikBot
+Stripper
+Sucker
+Sucuri
+SuperHTTP
 Suzuran
-Swiftbot
 Szukacz
-T0PHackTeam
-Teleport
+Telesphoreo
 Telesphorep
-TightTwatBot
-Titan
-Trendiction
+The Intraformant
+Thumbor
+Toweyabot
 True_Robot
-URLy.Warning
-UnisterBot
-VB Project
-VelenPublicWebCrawler
+Turnitin
+Twice
+URLy Warning
+V-BOT
+VCI
 VeriCiteCrawler
-Virusdie
-WBSearchBot
-WEBDAV
+VidibleScraper
+WPScan
+WWW-Mechanize
 WWW::Mechanize
-WallpapersHD
-Web Auto
-Web Enhancer
-Web Pix
-WebFetch
+Web Fuck
+Web Sucker
+WebBandit
+WebEnhancer
 WebFuck
-WebGo IS
-WebPix
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
-WebsiteExtractor
-Whatweb
-Woobot
+WebSauger
+WebsiteQuester
+Whacker
+WinHTTrack
+Wonderbot
+Wprecon
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zauba
-Zermelo
+Zeus
+Zitebot
 ZoomBot
-ZumBot
-ZyBorg
-arquivo.pt
-autoemailspider
+ZoominfoBot
+adscanner
+arquivo-web-crawler
+backlink-check
 coccocbot
-dataforseo.com
-eCatch
-gopher
-instabid
+cognitiveseo
+crawl.sogou.com
+crawler.feedback
+crawler4j
+domainsproject.org
+facebookscraper
+ips-agent
 isitwp.com
 iubenda-radar
-linkdexbot
-magpie-crawler
+muhstik-scan
 netEstate NE Crawler
-oBot
-pcBrowser
-plumanalytics
+page scorer
+polaris version
 probe-image-size
+ripz
+satoristudio.net
 scalaj-http
-seobility
-seocompany.store
 seoscanners
-sogouspider
+sitechecker.pro
 sp_auditbot
-spyfu
 sysscan
 trendiction.com
-voyagerx.com
+trendiction.de
 webgains-bot
 webmeup-crawler
-webprosbot
+x09Mozilla
 zauba.io