V4.2021.09.2572 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-AIBOT
+404enemy
+80legs
+ALittle Client
 Abonti
-Aboundex
-AhrefsBot
-Alexibot
+AiHitBot
 AllSubmitter
-Alligator
 AlphaBot
-Anarchie
 Anarchy
-Anarchy99
-Ankit
-BBBike
-BDCbot
-Bandit
+Aspiegel
+AwarioSmartBot
+BackDoorBot
+Backlink-Ceck
+Badass
 Barkrowler
 Battleztar Bazinga
-Bigfoot
 Bitacle
-Blackboard
+Blow
 Bolt
-BotALot
-Brandprotect
-Brandwatch
 Buck
-BuiltBotTough
-BuiltWith
-CCBot
-ChinaClaw
-Chlooe
+BuzzSumo
+CATExplorador
+CazoodleBot
+CheTeam
+CheeseBot
+Claritybot
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Cosmos
-CrazyWebCrawler
-Curious
-Custo
-CyotekWebCopy
+Copier
+Copyscape
+Crawling at Home Project
+CrunchBot
 DBLBot
 DIIbot
-Discoverybot
+Demon
+Digincore
+Dirbuster
+Disco
+Dispatch
 DittoSpyder
-DomCopBot
+DnyzBot
+DomainAppender
+DomainCrawler
 DomainStatsBot
-Domains Project
-Download Wonder
+Dotbot
 Drip
 ECCP/1.0
-EMail Siphon
-EasyDL
+EMail Wolf
 Ebingbong
-Ecxi
 EirGrabber
 EroCrawler
-Evil
 Exabot
 Express WebPictures
 ExtLinksBot
 Extractor
 Extreme Picture Finder
-EyeNetIE
+Ezooms
 FemtosearchBot
+FlashGet
 Foobot
-Freeuploader
+FrontPage
+Fuzz
 Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
 GermCrawler
-Getintent
-Gigabot
 Go!Zilla
 Go-Ahead-Got-It
+GrabNet
+Grabber
 GrapeFX
 GrapeshotCrawler
 HMView
 HTMLparser
-HTTrack
-Haansoft
-Heritrix
-IDBot
-Id-search
+Harvest
+HybridBot
+IDBTE4M
 IlseBot
-Iskanie
-JamesBOT
+Image Fetch
+InfoNaviRobot
+InternetSeer
+IstellaBot
+Jbrofuzz
 JennyBot
-Jetty
-JikeSpider
-Joomla
-Jorgee
-Kinza
-Kozmosbot
-LNSpiderguy
-Larbin
+JetCar
+Kenjin Spider
+Keyword Density
+Leap
 LeechGet
 LexiBot
-Libwhisker
+LibWeb
 LieBaoFast
-LinkpadBot
-LinksManager
-Lmspider
-MSFrontPage
-Magnet
+Likse
+LinkScan
+Linkbot
+Linkdexbot
+LinqiaMetadataDownloaderBot
+Lipperhey
+Ltx71
+MSIECrawler
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
 Majestic12
-MarkMonitor
 MarkWatch
 Mass Downloader
 Masscan
-Meanpathbot
-Microsoft Data Access
+Mb2345Browser
+MeanPath Bot
+Metauri
 Microsoft URL Control
 Mister PiX
+Mojeek
 Mojolicious
 Morfeus Fucking Scanner
-Msrabot
-NPbot
-Navroad
-NearSite
-NetLyzer
-NetSpider
-NetZIP
-Nettrack
-Nikto
-Nmap
-Offline Navigator
-Openfind
-OutclicksBot
-POE-Component-Client-HTTP
-Pandalytics
-Panscient
-Pi-Monster
-Picscout
+NetAnts
+NetMechanic
+Netvibes
+Nibbler
+Niki-bot
+Nimbostratus
+Nutch
+Openvas
+PageGrabber
+PageScorer
 Picsearch
 Pixray
 PleaseCrawl
-Psbot
-Pump
-QueryN Metasearch
-Quick-Crawler
+Probethenet
+Pu_iN
+PyCurl
 RSSingBot
 RankActive
 RankFlex
+RankingBot2
+Rankivabot
 RankurBot
-Re-re
-ReGet
+Recorder
 RedesScrapy
+RepoMonkey
 Ripper
+Rogerbot
 SBIder
-SEOlyticsCrawler
-SEOprofiler
-SMTBot
-Scanbot
-Screaming
+SEOkicks
+SEOkicks-Robot
+ScanAlert
+ScoutJet
+ScrepyBot
 Searchestate
-SentiBot
-SeobilityBot
-Seomoz
+SearchmetricsBot
+Semrush
 Shodan
 Siphon
+SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
-SiteSucker
-Sitebeam
 Sitevigil
 SlySearch
-Snoopy
-Sqlmap
-Sqlworm
-Sqworm
-Sucker
-Sucuri
-SuperBot
-SurveyBot
+Snake
+Snapbot
+Sottopop
+SpaceBison
+Spammen
+Steeler
+Stripper
 Suzuran
-Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
-TeleportPro
+Teleport
+Telesoft
 Telesphoreo
 Telesphorep
-TightTwatBot
+TheNomad
+Thumbor
 Titan
-Toweyabot
-Tracemyfile
-Trendictionbot
-URLy Warning
-URLy.Warning
-VCI
-VeriCiteCrawler
-VidibleScraper
+True_Robot
+Turnitin
+TwengaBot
+UnisterBot
+Upflow
+V-BOT
+Vacuum
+VelenPublicWebCrawler
+Virusdie
+VoidEYE
 WASALive-Bot
 WBSearchBot
-WWW-Collector-E
-WWW-Mechanize
+WEBDAV
 WWWOFFLE
-Wallpapers
-WallpapersHD
+Wallpapers/3.0
+WeSEE
+Web Auto
 Web Enhancer
+Web Fetch
 Web Fuck
-Web Pix
 Web Sucker
+WebAuto
+WebCollage
 WebEnhancer
-WebFetch
 WebFuck
-WebImageCollector
-WebLeacher
+WebGo IS
 WebSauger
 WebStripper
-Webalta
+WebZIP
 Webshag
+Website Quester
+WebsiteExtractor
 Webster
 Whack
-Whacker
+Who.is Bot
 WiseGuys Robot
 Wonderbot
-Woobot
 Wotbox
-YoudaoBot
+Wprecon
+Xaldon WebSpider
+Xenu
 Zade
 Zauba
 Zermelo
 Zitebot
-ZumBot
+ZmEu
+ZoomBot
+ZoominfoBot
 ZyBorg
+archive.org_bot
 arquivo-web-crawler
-arquivo.pt
-cah.io.community
-check1.exe
-clark-crawler
-crawl.sogou.com
-demandbase-bot
-domainsproject.org
-eCatch
+cognitiveseo
+dataforseo.com
+facebookscraper
 gopher
 heritrix
 instabid
-internetVista monitor
-lwp-request
-lwp-trivial
 meanpathbot
-oBot
+mediawords
+muhstik-scan
+netEstate NE Crawler
 page scorer
+pcBrowser
+probe-image-size
+ripz
+seobility
+seostar
+sexsearcher
+sitechecker.pro
+sogouspider
+spyfu
 sysscan
-tAkeOut
 trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
 webmeup-crawler
-x09Mozilla
-zgrab
+webpros.com
+webprosbot