V4.2022.11.3466 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404enemy
+80legs
 ADmantX
-AIBOT
-ALittle Client
+Abonti
 Aboundex
 Aboundexbot
 Acunetix
-AiHitBot
+AhrefsBot
+Aipbot
 AllSubmitter
-Alligator
-Anarchy
-Ankit
 Apexoo
-Aspiegel
+Attach
 BBBike
-BDFetch
-BackWeb
-BacklinkCrawler
+BDCbot
+BLEXBot
 Badass
-Bandit
-BlackWidow
-Blow
+Barkrowler
+BetaBot
+Black Hole
+Blackboard
 BlowFish
-BotALot
-Brandwatch
-Buddy
 BuiltBotTough
-BuiltWith
-Bullseye
 BunnySlippers
+BuzzSumo
 CATExplorador
 CCBot
-Calculon
+CODE87
+CazoodleBot
+Cegbfeieh
 CheTeam
-CheeseBot
+CherryPicker
 Chlooe
-Claritybot
-Cloud mapping
-Cocolyzebot
-Cogentbot
-Collector
+Citoid
 CopyRightCheck
+Copyscape
+Craftbot
 Crawling at Home Project
-Crescent
 CrunchBot
 Custo
-DIIbot
-DTS Agent
+DBLBot
+DSearch
 DataCha0s
+Demon
 Deusu
+Disco
 Discoverybot
-DittoSpyder
+Dispatch
+DnBCrawler-Analytics
+DomCopBot
+DomainAppender
 Dotbot
-EMail Siphon
-Ebingbong
-Extractor
+Download Wonder
+Drip
+ECCP/1.0
+EasyDL
+Ecxi
+EirGrabber
+Exabot
+Express WebPictures
+ExtLinksBot
 Extreme Picture Finder
-Ezooms
-FDM
-FHscan
-Fimap
-Freeuploader
-FrontPage
-G-i-g-a-b-o-t
+EyeNetIE
+Fuzz
+GT::WWW
 GermCrawler
 GetRight
+Gigabot
 Go!Zilla
-Grabber
-HEADMasterSEO
+Go-Ahead-Got-It
+GoZilla
+Gotit
+Grafula
+GrapeshotCrawler
 HMView
+HTMLparser
+HTTrack
 HaosouSpider
-Heritrix
+Havij
 Hloader
+Humanlinks
 IDBTE4M
 IRLbot
-IlseBot
 Image Fetch
-Indy Library
-InfoTekies
+Image Sucker
+IndeedBot
 Intelliseek
-InternetSeer
-JamesBOT
+InterGET
+Iskanie
+Jbrofuzz
 JennyBot
-Jetty
+JetCar
 Joomla
 Jorgee
 Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-LNSpiderguy
-Leap
-LeechFTP
-Lftp
-Lightspeedsystems
-Likse
-LinkScan
-LinqiaMetadataDownloaderBot
+Kinza
+Kozmosbot
+LeechGet
+LexiBot
+LieBaoFast
+LinqiaScrapeBot
 Lipperhey
 Ltx71
-MFC_Tear_Sample
-MIIxpc
+MIDown tool
 MJ12bot
-MSFrontPage
-Mag-Net
-Magnet
-Majestic SEO
+MTRobot
 Majestic-SEO
 MarkMonitor
-Masscan
-Mata Hari
-MauiBot
+MarkWatch
 MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
-Minefield
-Mister PiX
-Moblie Safari
 Mojeek
 Mojolicious
-Morfeus Fucking Scanner
-Musobot
-NICErsPRO
+Mr.4x3
 Nameprotect
-NearSite
 Needle
-NetLyzer
+Nessus
+Net Vampire
+NetAnts
 NetSpider
+Nettrack
 Netvibes
-NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Offline Explorer
-OpenVAS
-Openfind
-OrangeBot
+Nibbler
+Nmap
+Not
+Nuclei
+Openvas
+OrangeSpider
 OutclicksBot
-PHPCrawl
-PageScorer
-PageThing.com
-Pi-Monster
-Picscout
+OutfoxBot
+Page Analyzer
+Papa Foto
+PictureFinder
+Piepmatz
+Pixray
+PleaseCrawl
 Pockey
 ProPowerBot
-Probethenet
-RankActive
+ProWebWalker
+Pu_iN
+Pump
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
 RankingBot
-Re-re
-ReGet
-RealDownload
-RebelMouse
+Rankivabot
+Reaper
 Recorder
-Ripper
-SBIder
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
 SEOprofiler
-ScanAlert
+SISTRIX
+SalesIntelligent
 ScoutJet
+Screaming
 ScreenerBot
-SearchmetricsBot
-SemanticJuice
-Semrush
-SentiBot
+Seekport
+SemrushBot
 SeoSiteCheckup
+SeobilityBot
 Seomoz
+Shodan
 Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-SiteSucker
-Siteimprove
-Sottopop
-Spammen
+Sitevigil
+SmartDownload
+SocialRankIOBot
+Sogou web spider
 Spbot
-Spinn3r
-SputnikBot
-Steeler
-SuperBot
-Surfbot
-T0PHackTeam
-Teleport
-Telesphoreo
-Toata
-Turnitin
-URLy.Warning
-UnisterBot
-Upflow
+Sqlworm
+Sucker
+SuperHTTP
+T8Abot
+The Intraformant
+Titan
+Toweyabot
+Tracemyfile
+Trendictionbot
+True_Robot
+TurnitinBot
+TwengaBot
+Typhoeus
 VB Project
-Vagabondo
-VelenPublicWebCrawler
+Vacuum
 VeriCiteCrawler
+VidibleScraper
+Virusdie
 VoidEYE
+Voltron
 WBSearchBot
+WEBDAV
 WWW-Collector-E
-WWW-Mechanize
-Wallpapers/3.0
+WWW::Mechanize
+Wallpapers
 WallpapersHD
-WeSEE
 Web Auto
+Web Enhancer
 Web Fetch
 Web Fuck
 Web Pix
+Web Sucker
 WebAuto
-WebBandit
-WebCollage
-WebGo IS
+WebFetch
+WebFuck
 WebImageCollector
 WebLeacher
-WebSucker
+WebmasterWorldForumBot
 Webshag
+Website Quester
+WebsiteQuester
 Whack
-Whatweb
-WiseGuys Robot
+Whacker
 Woobot
-Zade
-Zitebot
-ZmEu
-ZoomBot
+Wotbox
+Xaldon_WebSpider
+Xenu
+Zauba
 ZumBot
 ZyBorg
 adscanner
 arquivo-web-crawler
-backlink-check
-com.plumanalytics
+autoemailspider
+check1.exe
+cognitiveseo
 crawl.sogou.com
-crawler.feedback
 dataforseo.com
+domainsproject.org
 eCatch
 evc-batch
-gopher
-instabid
-internetVista monitor
-linkdexbot
-magpie-crawler
-netEstate NE Crawler
+facebookscraper
+heritrix
+iubenda-radar
 pcBrowser
+plumanalytics
 polaris version
-seocompany.store
+probe-image-size
+ripz
+satoristudio.net
+scalaj-http
+scan.lol
+seobility
 seoscanners
+serpstatbot
 sexsearcher
-sitechecker.pro
-siteripz
-sogouspider
-tAkeOut
-trendiction.com
-trendiction.de
-webmeup-crawler
-webprosbot
+sp_auditbot
+ubermetrics-technologies.com
+voyagerx.com
+xpymep1.exe