V4.2022.07.3203 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404checker
 404enemy
-Aboundex
+80legs
+AIBOT
+ASPSeek
 Aboundexbot
 Acunetix
+AiHitBot
+Aipbot
+Alexibot
 AllSubmitter
-Alligator
-Anarchy
+Anarchy99
 Anthill
-BDCbot
-BDFetch
-BackDoorBot
+Aspiegel
+Asterias
+Atomseobot
+Attach
+AwarioRssBot
+BBBike
 BackStreet
+Backlink-Ceck
 BacklinkCrawler
-Badass
+BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
-Black Hole
-BotALot
-Brandprotect
+BlackWidow
+Blow
+Boardreader
+Buddy
 BuiltBotTough
 CATExplorador
 CSHttp
-CazoodleBot
-Cegbfeieh
 CensysInspect
-ChinaClaw
+CheeseBot
 Chlooe
-Citoid
-Cloud mapping
-Collector
-Copyscape
+Claritybot
+Cliqzbot
+Cocolyzebot
+Cogentbot
+Copier
 Cosmos
-Crawling at Home Project
 CrazyWebCrawler
-Curious
-CyotekWebCopy
+CrunchBot
+Custo
 DTS Agent
-DataCha0s
 DatabaseDriverMysqli
-Demon
-Deusu
-Devil
+Digincore
 DigitalPebble
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
+Discoverybot
+DomCopBot
 DomainAppender
-DomainCrawler
-Download Wonder
-Dragonfly
-ECCP/1.0
-EasyDL
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Dotbot
+EMail Siphon
+Ebingbong
+Ecxi
+EirGrabber
+EroCrawler
+Evil
 Exabot
-Extractor
-Extreme Picture Finder
+Express WebPictures
+ExtLinksBot
+ExtractorPro
 EyeNetIE
-FDM
-Foobot
+Ezooms
+FlashGet
+Flunky
 Freeuploader
-FrontPage
-G-i-g-a-b-o-t
+FyberSpider
+Fyrebot
+Genieo
 GetWeb
 Getintent
 Gigabot
-Gotit
-Grabber
 Grafula
-GrapeFX
 GrapeshotCrawler
-HTMLparser
 HTTP::Lite
+Haansoft
+Harvest
 Heritrix
-Hloader
-HonoluluBot
-IRLbot
-Iblog
-Image Fetch
-Image Sucker
-InfoNaviRobot
-Intelliseek
-InterGET
-Internet Ninja
-Iskanie
+Humanlinks
+HybridBot
+Id-search
+Indy Library
 JamesBOT
+Jbrofuzz
 JetCar
-JustView
-Kozmosbot
+JikeSpider
+Joomla
+Jorgee
 LNSpiderguy
-LWP::Simple
-Leap
-LexiBot
-Lftp
-LibWeb
 Lightspeedsystems
-LinkWalker
+Linkbot
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Lipperhey
 Litemage_walker
-MFC_Tear_Sample
-MIDown tool
-MSFrontPage
+Lmspider
+MIIxpc
+MJ12bot
+MQQBrowser
 MTRobot
 Mag-Net
-Magnet
-Majestic SEO
+Mail.RU_Bot
 Majestic12
-Masscan
-MauiBot
-Mb2345Browser
+MarkMonitor
+MarkWatch
+Mass Downloader
 MeanPath Bot
-Mediatoolkitbot
-Metauri
-MicroMessenger
-MolokaiBot
-Morfeus Fucking Scanner
+MegaIndex.ru
+Minefield
 Msrabot
+Musobot
+NICErsPRO
 NPbot
-Name Intelligence
-NetAnts
-NetMechanic
+Nameprotect
+Needle
+Net Vampire
+NetLyzer
+NetSpider
+Netcraft
+Nettrack
 NimbleCrawler
-Nimbostratus
-Not
 Nuclei
-Offline Explorer
-OutclicksBot
-PHPCrawl
+Nutch
+OutfoxBot
+PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
+PageGrabber
 PageScorer
 Papa Foto
 Pavuk
-PictureFinder
-Pu_iN
-PyCurl
+Petalbot
+Piepmatz
+Pimonster
+Pixray
+ProPowerBot
+ProWebWalker
+PxBroker
 QueryN Metasearch
 RSSingBot
+RankActive
 RankFlex
-RankingBot
-RankurBot
-ReGet
-RealDownload
+RankingBot2
+Re-re
+Reaper
 RebelMouse
-RedesScrapy
+Recorder
 RepoMonkey
-Rogerbot
+RocketCrawler
 SEOkicks
-SEOlyticsCrawler
-SEOprofiler
+SEOkicks-Robot
 SEOstats
-SMTBot
-ScanAlert
-ScreenerBot
-ScrepyBot
+Scanbot
+Screaming
 Searchestate
-SemanticJuice
-Semrush
+Seekport
 SemrushBot
 SentiBot
-Seomoz
-Site Sucker
-SlySearch
-SmartDownload
+SeoSiteCheckup
+SeobilityBot
+Shodan
+Siphon
+SiteCheckerBotCrawler
+SiteExplorer
+SiteLockSpider
+SiteSucker
+Siteimprove
 Snake
 Snapbot
-Snoopy
-Sottopop
+SocialRankIOBot
 SpaceBison
 Spammen
-SputnikBot
-Sqworm
+Spbot
 Stripper
+Sucker
+Sucuri
+SuperHTTP
 Surfbot
-SurveyBot
-T8Abot
-TeleportPro
-Telesphorep
-TheNomad
-Toweyabot
-Tracemyfile
+Teleport
+Thumbor
+TightTwatBot
+Toata
+Trendiction
 True_Robot
-Turingos
+Turnitin
 TurnitinBot
 Typhoeus
 URLy Warning
+Upflow
 VB Project
-VCI
-VeriCiteCrawler
-VoidEYE
-Voil
+Vagabondo
 WBSearchBot
-WEBDAV
 WISENutbot
+WWW-Collector-E
+WWW-Mechanize
 Wallpapers/3.0
 WallpapersHD
-Web Collage
+Web Enhancer
 Web Fetch
-Web Pix
-WebBandit
+Web Fuck
+Web Sauger
 WebCollage
-WebEnhancer
+WebFetch
+WebFuck
+WebGo IS
 WebImageCollector
 WebLeacher
-WebPix
-WebSauger
+WebReaper
+WebZIP
 Webshag
+Website Quester
+WebsiteExtractor
 WebsiteQuester
 Webster
+Whacker
 Whatweb
-Wonderbot
-Woobot
-Wotbox
+Who.is Bot
+Widow
+WiseGuys Robot
 Xaldon_WebSpider
-YoudaoBot
-Zade
-Zeus
-Zitebot
-ZumBot
+ZmEu
+ZoominfoBot
+ZyBorg
 archive.org_bot
+arquivo.pt
+autoemailspider
 backlink-check
-cognitiveseo
-crawler4j
-dataforseo.com
-domainsproject.org
-eCatch
+cah.io.community
+check1.exe
+crawler.feedback
+facebookscraper
 gopher
-internetVista monitor
+isitwp.com
+linkdexbot
 lwp-request
-lwp-trivial
-magpie-crawler
-muhstik-scan
-page scorer
-pcBrowser
-polaris version
+mediawords
 probe-image-size
-ripz
-satoristudio.net
-scalaj-http
-scan.lol
-seoscanners
-seostar
-serpstatbot
-sitechecker.pro
-siteripz
-sysscan
-tAkeOut
-ubermetrics-technologies.com
-voyagerx.com
+s1z.ru
+seobility
+sp_auditbot
+trendiction.de
+webmeup-crawler
 webprosbot
-zauba.io
-zgrab
+x09Mozilla
+x22Mozilla