V4.2021.09.2577 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ASPSeek
+01h4x.com
+360Spider
+404checker
+404enemy
+ADmantX
 Abonti
-Aboundex
+Aboundexbot
+AiHitBot
 Aipbot
-Anthill
-AwarioRssBot
-AwarioSmartBot
+Alexibot
+AllSubmitter
+Alligator
+AlphaBot
+Anarchy
+Ankit
+Aspiegel
 BBBike
-BDFetch
-BackStreet
+BDCbot
 BackWeb
-BacklinkCrawler
+Backlink-Ceck
 Badass
-Bandit
+Battleztar Bazinga
+Bigfoot
+Bitacle
 Black Hole
-BlackWidow
-Blow
+Blackboard
+BlowFish
 Boardreader
-Bolt
-Brandwatch
-Buck
-BuiltBotTough
+BotALot
+Bullseye
 BuzzSumo
+CCBot
+CODE87
 CSHttp
-Claritybot
-Cliqzbot
+CazoodleBot
+CheTeam
+CheeseBot
+CherryPicker
 Cloud mapping
-Cocolyzebot
-Copier
-CopyRightCheck
-Craftbot
+Cogentbot
+Collector
+CrazyWebCrawler
+Crescent
+Custo
 DBLBot
 DSearch
-DatabaseDriverMysqli
-Demon
+Deusu
 DigitalPebble
 Dirbuster
-Dispatch
-DittoSpyder
 DnyzBot
-DomainAppender
-DomainStatsBot
-Dotbot
+DomainCrawler
+Domains Project
 Download Wonder
 Dragonfly
+Drip
 ECCP/1.0
-EasyDL
+EMail Wolf
+Ebingbong
 Ecxi
-EroCrawler
+EirGrabber
+Evil
 ExtLinksBot
-Extractor
+EyeNetIE
+Ezooms
+FDM
 FHscan
-Fimap
-Firefox/7.0
 FlashGet
 Flunky
 Foobot
 Freeuploader
-FrontPage
-GoZilla
+GetRight
+Gigabot
+Gotit
 GrabNet
-Grabber
-GrapeFX
+GridBot
 HMView
-HTMLparser
-Haansoft
+HTTrack
 Harvest
-Heritrix
+HybridBot
 IDBTE4M
-Indy Library
+IRLbot
+Iblog
+IlseBot
 InfoNaviRobot
-InfoTekies
-Intelliseek
-InterGET
 Internet Ninja
 InternetSeer
-Iria
-IstellaBot
-Jbrofuzz
-JikeSpider
-Kenjin Spider
-Keyword Density
-Kozmosbot
-LNSpiderguy
+JOC Web Spider
+JamesBOT
+Jyxobot
+LWP::Simple
+Lanshanbot
+Larbin
+LeechFTP
 Lftp
+Libwhisker
+LieBaoFast
 Lightspeedsystems
+Likse
+LinkScan
 LinkWalker
 Linkbot
-Linkdexbot
+LinkextractorPro
+LinkpadBot
 LinksManager
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Litemage_walker
-Ltx71
-MJ12bot
+MIDown tool
 MSIECrawler
-MTRobot
-Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Mediatoolkitbot
+MarkWatch
+Masscan
+Mb2345Browser
 MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
-Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Msrabot
-Name Intelligence
 Navroad
+NearSite
 Needle
-Nessus
-NetLyzer
+Net Vampire
 NetMechanic
-NetSpider
+NetZIP
+Netcraft
 Nettrack
 Netvibes
 NextGenSearchBot
-Niki-bot
 Nikto
 NimbleCrawler
-Ninja
-Nuclei
-Octopus
+Nmap
+Nutch
+Offline Navigator
 OpenLinkProfiler
+OpenVAS
+Openfind
+Openvas
+OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
-PageGrabber
+PageScorer
 PageThing.com
 Pandalytics
-Panscient
 Papa Foto
 Pavuk
+Pi-Monster
 Picscout
-PictureFinder
 Pimonster
-PleaseCrawl
 ProPowerBot
-Pu_iN
 Pump
-PxBroker
-Quick-Crawler
+RankActive
 RankActiveLinkBot
-RankFlex
-RankingBot2
-Rankivabot
-RankurBot
-Re-re
 Reaper
-RepoMonkey
-RocketCrawler
+RebelMouse
+Recorder
+Ripper
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
 SEOprofiler
 SEOstats
 Scanbot
-Scrapy
-Screaming
+ScreenerBot
+Searchestate
 SemrushBot
-SeoSiteCheckup
+SentiBot
+Seomoz
+Siphon
 Site Sucker
 SiteLockSpider
 Siteimprove
-Sitevigil
+SlySearch
 SmartDownload
-Snapbot
-Sosospider
-Sottopop
-SpaceBison
-SpankBot
+Snake
+Snoopy
+SocialRankIOBot
+Sociscraper
 Spanner
-Spbot
-Spinn3r
 Sqlmap
-Sqlworm
 Sqworm
-Swiftbot
-T0PHackTeam
+Steeler
+Stripper
+Sucuri
+Surfbot
+SurveyBot
+Suzuran
 T8Abot
+TeleportPro
 Telesoft
-Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
 Thumbor
-Toata
-Toweyabot
-Tracemyfile
+TightTwatBot
+Titan
+True_Robot
+Turingos
+TurnitinBot
 URLy Warning
-URLy.Warning
-UnisterBot
-Upflow
 V-BOT
+VB Project
 VCI
-Vacuum
-Vagabondo
 VelenPublicWebCrawler
-Voltron
-WISENutbot
-WWW-Collector-E
-WWW-Mechanize
+VeriCiteCrawler
+WBSearchBot
 WWWOFFLE
+Wallpapers
 Wallpapers/3.0
+WallpapersHD
 Web Auto
-Web Collage
-Web Fuck
-Web Pix
+Web Fetch
 Web Sauger
-Web Sucker
-WebCollage
-WebCopier
-WebImageCollector
-WebStripper
+WebAuto
+WebBandit
+WebPix
+WebSauger
+WebSucker
+WebZIP
 WebmasterWorldForumBot
+Webshag
 Webster
-Whack
-Whacker
-Xaldon_WebSpider
+Wotbox
 Zade
 Zauba
-ZmEu
-ZoomBot
-ZyBorg
-arquivo-web-crawler
-backlink-check
+Zermelo
+archive.org_bot
+autoemailspider
 check1.exe
 clark-crawler
+cognitiveseo
+com.plumanalytics
 crawl.sogou.com
-evc-batch
-gopher
+dataforseo.com
+demandbase-bot
 heritrix
+internetVista monitor
 ips-agent
-lwp-request
-muhstik-scan
+magpie-crawler
+oBot
 pcBrowser
+plumanalytics
 polaris version
-probe-image-size
-ripz
-satoristudio.net
 scalaj-http
-scan.lol
-seobility
-seoscanners
-sexsearcher
-siteripz
+seostar
+serpstatbot
+sp_auditbot
 spyfu
-tAkeOut
-trendiction.com
+sysscan
 ubermetrics-technologies.com
 voyagerx.com
-webprosbot
-x22Mozilla
+webmeup-crawler
 xpymep1.exe
-zauba.io