V4.2022.09.3359 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 360Spider
-404checker
-ADmantX
+404enemy
 ALittle Client
 Abonti
 Aboundex
-Aboundexbot
+Acunetix
+AhrefsBot
+AiHitBot
+Alexibot
 AllSubmitter
-Alligator
+AlphaBot
+Anarchy
+Anarchy99
 Aspiegel
-BDCbot
-BackDoorBot
-BackStreet
+Asterias
+Atomseobot
+AwarioRssBot
+AwarioSmartBot
+BDFetch
+BLEXBot
+BacklinkCrawler
 Badass
 Barkrowler
-Bigfoot
-Black Hole
-Blackboard
+BatchFTP
+Bitacle
+BlackWidow
 Blow
-Bolt
+Boardreader
 BotALot
 Brandprotect
-Buddy
-BuiltBotTough
-Bullseye
-CATExplorador
-CazoodleBot
-Cegbfeieh
+BuiltWith
+BunnySlippers
+CODE87
+Calculon
 CensysInspect
-CheTeam
-CherryPicker
-ChinaClaw
-Chlooe
 Citoid
-Cocolyzebot
-Copier
+Claritybot
+Collector
 CopyRightCheck
 Craftbot
-Crawling at Home Project
 CrazyWebCrawler
-Crescent
-CyotekWebCopy
-DataCha0s
-DatabaseDriverMysqli
+DIIbot
+DSearch
+DTS Agent
+Deusu
+DigitalPebble
+Disco
+Discobot
 Dispatch
-DittoSpyder
-DomainCrawler
+DnyzBot
+DomCopBot
+DomainAppender
 DomainStatsBot
-Domains Project
+Dragonfly
+EMail Wolf
 Ecxi
-Evil
+EirGrabber
+EroCrawler
+Exabot
+Express WebPictures
+Extractor
 ExtractorPro
-Ezooms
-FHscan
-Flunky
-Freeuploader
+FemtosearchBot
+FlashGet
+FrontPage
 FyberSpider
-Fyrebot
+Genieo
+GermCrawler
 GetRight
-GetWeb
-Go!Zilla
-Gotit
-GrabNet
-GrapeFX
+Getintent
+Gigabot
+Go-Ahead-Got-It
+GoZilla
+GrapeshotCrawler
+HEADMasterSEO
+HMView
 HTMLparser
-HTTrack
-Heritrix
-HonoluluBot
-Humanlinks
-HybridBot
+HaosouSpider
 IDBTE4M
-Iblog
-Id-search
-Image Fetch
 IndeedBot
-InfoTekies
-InterGET
 InternetSeer
 Iria
-Iskanie
+JennyBot
+JetCar
+Jetty
 Joomla
 Jorgee
-JustView
-Kenjin Spider
-LWP::Simple
 Larbin
 LeechGet
 LexiBot
-LieBaoFast
+Lightspeedsystems
+Linkbot
 LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
+LinqiaScrapeBot
+Litemage_walker
 Lmspider
-Ltx71
-MIDown tool
-MJ12bot
 MSIECrawler
-Mag-Net
+Majestic SEO
 Majestic12
 MarkMonitor
-MarkWatch
 Masscan
-Mata Hari
 MauiBot
-MeanPath Bot
-Meanpathbot
+Mb2345Browser
+Mediatoolkitbot
+Metauri
 MicroMessenger
-Minefield
 Moblie Safari
-Mojeek
+Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
+Msrabot
+Musobot
 NPbot
-Name Intelligence
-Needle
-Nessus
-NetAnts
-NetLyzer
-Nettrack
-Nibbler
+Nameprotect
+Navroad
+NearSite
+NetSpider
+NetZIP
+Netcraft
+Niki-bot
 Nikto
+NimbleCrawler
 Nimbostratus
-Ninja
-Nmap
-Not
 Nuclei
-Offline Navigator
+Octopus
+Offline Explorer
 OnCrawl
-Openvas
-OutclicksBot
+OpenVAS
+OrangeBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
+PageGrabber
 PageThing.com
-Panscient
 Papa Foto
-Pavuk
-Pi-Monster
-Picscout
-Pixray
-PleaseCrawl
+Petalbot
+Picsearch
+PictureFinder
+Pockey
 ProPowerBot
-Psbot
-Pu_iN
-Pump
-PyCurl
-Quick-Crawler
+ProWebWalker
 RSSingBot
 RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot
 Rankivabot
-RankurBot
+RealDownload
+RebelMouse
 RedesScrapy
+RepoMonkey
 Ripper
-RocketCrawler
+SBIder
 SEOkicks
-SEOlyticsCrawler
-SEOstats
 ScanAlert
 ScoutJet
-Searchestate
-SemanticJuice
-SeoSiteCheckup
+SearchmetricsBot
+SemrushBot
+SeobilityBot
 Siphon
 Site Sucker
-SiteLockSpider
-SiteSucker
+SiteCheckerBotCrawler
+SiteSnagger
+Sitebeam
+Sitevigil
+SlySearch
 SmartDownload
 Snapbot
-Sociscraper
+Snoopy
+Sogou web spider
+Sosospider
 Sottopop
+SpaceBison
 Spammen
 Spanner
-Sqworm
-Steeler
+Sqlworm
 Stripper
-Sucuri
-Surfbot
+SuperBot
+SuperHTTP
 Swiftbot
-Szukacz
-TeleportPro
+Teleport
 Telesoft
 Telesphorep
-The Intraformant
-Titan
+Thumbor
+TightTwatBot
 Toata
-Toweyabot
 True_Robot
-Turingos
-Turnitin
 TurnitinBot
-VB Project
+TwengaBot
+Twice
+Typhoeus
+Upflow
+V-BOT
 VCI
 Vacuum
 Virusdie
-VoidEYE
 Voil
-Voltron
-Wallpapers/3.0
-WallpapersHD
-WeSEE
+WASALive-Bot
+WEBDAV
+WWW::Mechanize
 Web Fuck
 Web Pix
-WebCollage
-WebFetch
-WebImageCollector
+Web Sauger
+Web Sucker
+WebEnhancer
+WebGo IS
 WebLeacher
 WebPix
-WebmasterWorldForumBot
+WebReaper
+WebWhacker
 Webshag
 Website Quester
-WebsiteExtractor
 WebsiteQuester
-Whack
-WinHTTrack
-Xaldon WebSpider
-Xenu
+Wonderbot
 YoudaoBot
-Zauba
-ZmEu
-ZumBot
+Zade
+ZoomBot
+ZoominfoBot
 ZyBorg
-archive.org_bot
+adscanner
 arquivo-web-crawler
-autoemailspider
 clark-crawler
-coccocbot
-cognitiveseo
 com.plumanalytics
-crawler4j
+crawl.sogou.com
+crawler.feedback
+dataforseo.com
+demandbase-bot
 evc-batch
-facebookscraper
-instabid
+gopher
 isitwp.com
+linkdexbot
+lwp-trivial
+magpie-crawler
+meanpathbot
 mediawords
+netEstate NE Crawler
 pcBrowser
-plumanalytics
 probe-image-size
-s1z.ru
-seocompany.store
-siteripz
-sogouspider
+ripz
+scalaj-http
+scan.lol
+seostar
+sp_auditbot
+sysscan
+trendiction.com
+trendiction.de
 voyagerx.com
+webprosbot
+x22Mozilla
 xpymep1.exe
-zauba.io