V4.2022.07.3251 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-AIBOT
-ASPSeek
-Aboundexbot
+360Spider
+404checker
+404enemy
+80legs
+ALittle Client
+Acunetix
 AhrefsBot
 AiHitBot
+AlphaBot
 Anarchie
-Ankit
-Anthill
+Anarchy99
 Apexoo
-Aspiegel
+Atomseobot
+Attach
 AwarioRssBot
-BBBike
-BackDoorBot
-BacklinkCrawler
-Badass
-Bandit
-Barkrowler
-Bitacle
+AwarioSmartBot
+BDCbot
+BackStreet
+BackWeb
+Backlink-Ceck
+Black Hole
+BlackWidow
 Blackboard
-Blow
-BlowFish
-Brandprotect
-BuiltWith
+Boardreader
+Brandwatch
+Buddy
+BuiltBotTough
+Bullseye
+BunnySlippers
 BuzzSumo
 CATExplorador
+CCBot
+CODE87
+CSHttp
 Calculon
 Cegbfeieh
-CensysInspect
+CherryPicker
+ChinaClaw
+Citoid
+Claritybot
+Cliqzbot
 Cloud mapping
-Cocolyzebot
 Cogentbot
 Collector
-Copier
 CopyRightCheck
-Cosmos
-CrazyWebCrawler
-CrunchBot
-DIIbot
-Deusu
-Devil
-DigitalPebble
-DomainStatsBot
-Download Wonder
+Crescent
+Curious
+Demon
+Digincore
+Discobot
+Dispatch
+DittoSpyder
+DnBCrawler-Analytics
+DomainSigmaCrawler
+Dotbot
+EMail Siphon
 EMail Wolf
-Exabot
+EasyDL
+Evil
 ExtLinksBot
-Extractor
-ExtractorPro
 Extreme Picture Finder
-EyeNetIE
-FDM
-Fimap
 Foobot
-FrontPage
-FyberSpider
-GT::WWW
-Getintent
-Gotit
-GrabNet
+Fuzz
+G-i-g-a-b-o-t
+Genieo
+GermCrawler
+GetRight
+Gigabot
 GrapeFX
-HEADMasterSEO
-Harvest
-Havij
-HonoluluBot
+HTTrack
+Haansoft
 Humanlinks
-IDBTE4M
+HybridBot
 IDBot
-IRLbot
-Iblog
-IlseBot
+Id-search
 Image Fetch
-Indy Library
-Intelliseek
-Internet Ninja
-JOC Web Spider
+IndeedBot
+Iria
+IstellaBot
 JamesBOT
 Jbrofuzz
-JennyBot
-Joomla
+Jetty
+JikeSpider
+Jorgee
 Jyxobot
 Kenjin Spider
+Kinza
 Kozmosbot
-Lanshanbot
 Larbin
-LeechFTP
+Leap
+LexiBot
 Lftp
-Lightspeedsystems
-LinkextractorPro
-LinksManager
+LinkScan
+Linkbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
+Litemage_walker
+Ltx71
+MFC_Tear_Sample
 MIDown tool
+MIIxpc
+MJ12bot
 MQQBrowser
-MSIECrawler
-MTRobot
 Mail.RU_Bot
-Majestic SEO
 Majestic12
 MarkMonitor
-MarkWatch
+Masscan
+Mata Hari
 Mb2345Browser
-MeanPath Bot
+Meanpathbot
+Metauri
 MicroMessenger
 Microsoft URL Control
 Minefield
-Mister PiX
-Mozlila
+Mojolicious
 Mr.4x3
-Msrabot
-Musobot
+NICErsPRO
 NPbot
-NearSite
-Needle
-NetMechanic
+Nameprotect
+Nessus
 NetSpider
-NetZIP
-Netcraft
+NextGenSearchBot
 Niki-bot
 Nikto
-Not
-Nuclei
+NimbleCrawler
+Nutch
 Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-OpenVAS
-Openvas
+OrangeBot
 OrangeSpider
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
-PageScorer
-PageThing.com
-Pandalytics
+PageGrabber
+Panscient
 Pavuk
-PictureFinder
-Pixray
-Pockey
+Petalbot
+Piepmatz
+Probethenet
 Psbot
 Pump
-Quick-Crawler
+PyCurl
+RankActive
+RankFlex
+Rankivabot
+RankurBot
+Re-re
 ReGet
 Reaper
+Recorder
 Rogerbot
+SBIder
+SEOkicks-Robot
 SEOstats
 SISTRIX
-Scanbot
+SalesIntelligent
+ScoutJet
+ScreenerBot
 ScrepyBot
 Searchestate
-SentiBot
-SeoSiteCheckup
+SearchmetricsBot
+Seekport
+Semrush
 Seomoz
-SiteExplorer
-SiteSnagger
-Sitevigil
+SiteSucker
+Sitebeam
 SmartDownload
 Snoopy
 SocialRankIOBot
-Sosospider
-Sottopop
-Spammen
+Sociscraper
 SpankBot
+Spbot
+Spinn3r
 SputnikBot
-Sqlworm
+Sqlmap
 Sqworm
-Stripper
-Surfbot
+Sucker
+Sucuri
+SuperBot
 SurveyBot
-Swiftbot
-Szukacz
-T8Abot
-Teleport
+Suzuran
 TeleportPro
 Telesoft
-Telesphoreo
-TheNomad
-Trendiction
-Trendictionbot
-Turingos
-Turnitin
+The Intraformant
+Thumbor
+Toweyabot
+Tracemyfile
 TurnitinBot
-Typhoeus
-Upflow
-V-BOT
 VB Project
-VCI
-Vacuum
-Voil
+Vagabondo
+VidibleScraper
 Voltron
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Web Collage
-Web Enhancer
+WBSearchBot
+WEBDAV
+WPScan
+WWW-Collector-E
+WeSEE
+Web Auto
 Web Fetch
-Web Fuck
-WebAuto
-WebCopier
-WebFetch
-WebGo IS
-WebImageCollector
-WebLeacher
-WebSauger
+Web Pix
+Web Sucker
+WebCollage
+WebEnhancer
 WebSucker
 Webalta
 WebmasterWorldForumBot
-Webshag
 Website Quester
-WebsiteExtractor
-Whack
-Whacker
-WiseGuys Robot
+WebsiteQuester
+WinHTTrack
 Wonderbot
-Woobot
-Wotbox
 Wprecon
-Xaldon WebSpider
-Zade
-Zermelo
-Zitebot
+Xaldon_WebSpider
+Xenu
+YoudaoBot
+Zauba
+ZmEu
+ZoomBot
+ZoominfoBot
+ZumBot
 ZyBorg
-arquivo-web-crawler
+adscanner
+arquivo.pt
+backlink-check
 cah.io.community
 clark-crawler
 coccocbot
-cognitiveseo
-com.plumanalytics
+crawl.sogou.com
+crawler4j
 dataforseo.com
-domainsproject.org
-eCatch
+evc-batch
+facebookscraper
 gopher
+internetVista monitor
 iubenda-radar
 linkdexbot
-lwp-trivial
-meanpathbot
-muhstik-scan
-page scorer
-ripz
-satoristudio.net
-scalaj-http
-seobility
-seoscanners
-seostar
-sexsearcher
-sp_auditbot
-spyfu
-voyagerx.com
-webgains-bot
+lwp-request
+magpie-crawler
+oBot
+probe-image-size
+serpstatbot
+sitechecker.pro
+trendiction.de
 webprosbot
+x09Mozilla
+xpymep1.exe