V4.2021.11.2704 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
+404checker
 80legs
 AIBOT
-ALittle Client
 ASPSeek
-Abonti
-AfD-Verbotsverfahren
+Aboundex
+Aboundexbot
+AhrefsBot
 AiHitBot
-Anarchie
-Anarchy
-Anarchy99
-Ankit
-Anthill
+Alligator
+AlphaBot
+Apexoo
+Aspiegel
+Asterias
 Attach
-AwarioRssBot
-BLEXBot
-BackWeb
-Bandit
-Battleztar Bazinga
+AwarioSmartBot
+BDCbot
+Backlink-Ceck
+Barkrowler
+BatchFTP
+BetaBot
 Bigfoot
-Bitacle
-Black Hole
 BlackWidow
 Blow
 BlowFish
-Boardreader
-Bolt
-BotALot
 Brandprotect
-Buck
-Buddy
-Bullseye
+Brandwatch
+BunnySlippers
+BuzzSumo
 CATExplorador
 CCBot
-CazoodleBot
-CherryPicker
-ChinaClaw
-Chlooe
-Claritybot
-Cliqzbot
+CODE87
+CSHttp
+Cegbfeieh
+CheeseBot
 Cloud mapping
-CopyRightCheck
-Cosmos
+Cogentbot
 Craftbot
+Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
 DBLBot
-DIIbot
+DSearch
 DTS Agent
-DataCha0s
+Demon
 Deusu
-Digincore
+Disco
 Discoverybot
-DittoSpyder
-DnBCrawler-Analytics
+DomCopBot
+DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-Dragonfly
-Drip
-EMail Wolf
-Ecxi
-Extractor
-EyeNetIE
-FDM
-Firefox/7.0
+DomainStatsBot
+FHscan
+Fimap
 FlashGet
+FrontPage
 Fuzz
-GalaxyBot
-GermCrawler
+FyberSpider
+Fyrebot
 GetRight
-GetWeb
-Getintent
-Gotit
-GrabNet
-GrapeshotCrawler
+Gigabot
+GoZilla
+Grabber
+GrapeFX
 HEADMasterSEO
-HTTP::Lite
-HaosouSpider
+HMView
+Havij
 Hloader
-IRLbot
+Humanlinks
+HybridBot
+IDBTE4M
+IDBot
 Id-search
-Image Fetch
-Image Sucker
-InfoNaviRobot
-Internet Ninja
-Iria
+IndeedBot
+Iskanie
+JOC Web Spider
 JamesBOT
-Jbrofuzz
-Jetty
-Joomla
+JikeSpider
 JustView
-Kozmosbot
-LNSpiderguy
-Lftp
-LibWeb
-LieBaoFast
-LinkScan
-LinkWalker
+Jyxobot
+Keyword Density
+Larbin
+LexiBot
+Likse
 Linkbot
 Linkdexbot
-LinkextractorPro
-LinksManager
-Lipperhey Spider
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 Lmspider
-Ltx71
-MFC_Tear_Sample
 MIDown tool
 MIIxpc
 MJ12bot
-MSIECrawler
-Mail.RU_Bot
+MQQBrowser
+MTRobot
 Majestic12
 MarkMonitor
-MarkWatch
-Mass Downloader
 Masscan
-Mata Hari
-MauiBot
-Metauri
-Mojeek
-Mojolicious
+Mediatoolkitbot
+Microsoft Data Access
+Moblie Safari
 Morfeus Fucking Scanner
 Mozlila
 NICErsPRO
-NearSite
+Nameprotect
 NetAnts
 NetLyzer
-NetZIP
+NetMechanic
+NetSpider
 Netcraft
 Netvibes
 Niki-bot
-NimbleCrawler
+Ninja
 Nmap
 Nutch
-Octopus
 Offline Navigator
-OnCrawl
-OrangeBot
+Openfind
+OrangeSpider
+OutclicksBot
+OutfoxBot
 PHPCrawl
-Page Analyzer
+PageGrabber
 PageScorer
-PageThing.com
 Pandalytics
-Panscient
+Papa Foto
+PeoplePal
+Petalbot
+Pi-Monster
+Picscout
+Picsearch
 Piepmatz
+Pimonster
 PleaseCrawl
 Pockey
-ProWebWalker
-PyCurl
-Quick-Crawler
+Probethenet
+QueryN Metasearch
 RSSingBot
-Rankivabot
+RankFlex
 Re-re
-ReGet
-RealDownload
+Reaper
 RebelMouse
-Recorder
-SEOlyticsCrawler
-SEOprofiler
+RedesScrapy
+RepoMonkey
+RocketCrawler
+SEOkicks-Robot
+SMTBot
 Scanbot
-ScoutJet
-Scrapy
 Screaming
-ScrepyBot
-Searchestate
+ScreenerBot
 SearchmetricsBot
 SeoSiteCheckup
-Seomoz
 Shodan
-Site Sucker
+Siphon
+SiteExplorer
+SiteLockSpider
+Sitevigil
 SlySearch
-Snake
-Spanner
-Spbot
-Spinn3r
+SmartDownload
+Snapbot
+Sociscraper
+Sogou web spider
+Sosospider
+Sottopop
+SpaceBison
+Spammen
+SputnikBot
 Sqlworm
 Sqworm
+Steeler
+Stripper
 Sucker
-SuperBot
 Suzuran
+T0PHackTeam
 T8Abot
-Telesphorep
-Thumbor
-Titan
+Teleport
+Telesphoreo
+The Intraformant
+TightTwatBot
+Toata
+Toweyabot
 Tracemyfile
-Trendictionbot
+Trendiction
 True_Robot
-Turnitin
 TurnitinBot
-TwengaBot
-URLy Warning
-URLy.Warning
-UnisterBot
 VB Project
-VCI
-Vacuum
-VelenPublicWebCrawler
+Vagabondo
 VidibleScraper
-VoidEYE
-Voltron
-WASALive-Bot
-WBSearchBot
+Voil
 WISENutbot
+WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WallpapersHD
+Web Auto
 Web Fetch
+Web Fuck
 Web Pix
-Web Sucker
+WebAuto
+WebCollage
 WebCopier
 WebFetch
+WebFuck
+WebImageCollector
 WebPix
-WebStripper
-WebZIP
-Webalta
-Webshag
+WebSucker
+WebWhacker
+Website Quester
 WebsiteQuester
-Whacker
-Widow
-WinHTTrack
+Webster
+Whack
 Wonderbot
-Wotbox
+Woobot
+Wprecon
+Xaldon WebSpider
+Xenu
+YoudaoBot
+Zauba
 Zeus
-ZoominfoBot
-ZumBot
+Zitebot
+ZoomBot
 ZyBorg
-arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
+archive.org_bot
+coccocbot-web
 cognitiveseo
-demandbase-bot
+crawler.feedback
+domainsproject.org
 evc-batch
-instabid
-lwp-request
-magpie-crawler
+internetVista monitor
+ips-agent
+isitwp.com
 meanpathbot
+mediawords
 netEstate NE Crawler
+oBot
 page scorer
-plumanalytics
 polaris version
 probe-image-size
-sitechecker.pro
-siteripz
-spyfu
-sysscan
-tAkeOut
-ubermetrics-technologies.com
-webprosbot
-x22Mozilla
-zgrab
+ripz
+scalaj-http
+seoscanners
+seostar
+sexsearcher
+trendiction.com
+voyagerx.com
+webmeup-crawler
+x09Mozilla
+xpymep1.exe
+zauba.io