V4.2021.08.2545 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-404checker
 404enemy
-80legs
-Aboundexbot
-Aipbot
+Acunetix
+AiHitBot
 AlphaBot
-Asterias
-Attach
-AwarioRssBot
+Ankit
+Anthill
+Aspiegel
 AwarioSmartBot
 BBBike
 BDCbot
-BLEXBot
 BackDoorBot
+BackStreet
 BackWeb
-Backlink-Ceck
-Black Hole
+BacklinkCrawler
+Bitacle
 BlackWidow
-Blackboard
+BlowFish
 Bolt
-BuiltBotTough
+Brandprotect
 BuiltWith
+Bullseye
+BunnySlippers
 CATExplorador
 CCBot
 CODE87
 Calculon
-CazoodleBot
-Cegbfeieh
-CensysInspect
-CheeseBot
-ChinaClaw
 Chlooe
 Cliqzbot
-Cosmos
-Crawling at Home Project
-CrunchBot
-DBLBot
-DIIbot
+Cogentbot
+Collector
+Copier
+CopyRightCheck
+Copyscape
+CrazyWebCrawler
+Crescent
+DSearch
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
 Deusu
 Devil
 Digincore
 Discoverybot
 Dispatch
+DittoSpyder
+DnyzBot
+DomCopBot
 DomainCrawler
-Domains Project
-Dotbot
+DomainSigmaCrawler
+DomainStatsBot
 Download Wonder
-Drip
-Ebingbong
+Ecxi
 EirGrabber
-Evil
-Exabot
 Express WebPictures
-ExtractorPro
+Extractor
+EyeNetIE
+Ezooms
+Fimap
 Firefox/7.0
-FlashGet
-FrontPage
-Fuzz
-FyberSpider
-GT::WWW
-Genieo
+Fyrebot
+G-i-g-a-b-o-t
+GetWeb
 Getintent
-Go!Zilla
 Gotit
-GrapeFX
+Grafula
+GrapeshotCrawler
 GridBot
 HEADMasterSEO
-Haansoft
-Havij
-Heritrix
+HMView
+HaosouSpider
+Humanlinks
+HybridBot
+IDBTE4M
+IRLbot
 Iblog
-Id-search
+IlseBot
 IndeedBot
+Indy Library
+InfoNaviRobot
 InfoTekies
 Intelliseek
 InternetSeer
-IstellaBot
+Iria
 JOC Web Spider
-JennyBot
 Jetty
-JikeSpider
 Joomla
 JustView
+Jyxobot
 Kenjin Spider
 Kinza
-Kozmosbot
-LNSpiderguy
-LWP::Simple
-Leap
+Larbin
 LeechGet
 Lftp
 LibWeb
+Libwhisker
 LieBaoFast
+Lightspeedsystems
 Likse
 LinkScan
-LinkWalker
 Linkdexbot
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinkextractorPro
+LinqiaRSSBot
+Lipperhey
+Litemage_walker
 Ltx71
-MIDown tool
-MJ12bot
-MSIECrawler
+MQQBrowser
 Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
 Majestic12
-MarkWatch
-MauiBot
+Mata Hari
+Mb2345Browser
+Meanpathbot
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Mojolicious
-Msrabot
-NICErsPRO
-Nameprotect
-NearSite
-Nessus
-NetMechanic
-NetSpider
-Netcraft
-Nettrack
+Moblie Safari
+Mojeek
+Musobot
+NPbot
+Needle
+NetAnts
+Netvibes
 NextGenSearchBot
-NimbleCrawler
-Ninja
-Nmap
+Nibbler
 Nuclei
 Nutch
-Octopus
 Offline Explorer
 Offline Navigator
 OpenLinkProfiler
-OpenVAS
-Openvas
+OrangeBot
+OrangeSpider
 OutfoxBot
 PHPCrawl
+PageAnalyzer
 PageGrabber
+PageScorer
 PageThing.com
+Panscient
 Pavuk
-PeoplePal
 Petalbot
-Pi-Monster
 PictureFinder
-Pixray
-PleaseCrawl
+Pockey
 ProPowerBot
-Pu_iN
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankingBot
-RankurBot
-Re-re
-RepoMonkey
-SBIder
+Probethenet
+RankActiveLinkBot
+RankFlex
+Rankivabot
+Reaper
+Recorder
+RedesScrapy
+RocketCrawler
+Rogerbot
 SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
 SISTRIX
 ScanAlert
-Scanbot
 ScoutJet
-Screaming
-ScreenerBot
 ScrepyBot
-Semrush
-SentiBot
-Siphon
+SeoSiteCheckup
+SeobilityBot
+Seomoz
 Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
+SiteSucker
+Siteimprove
 Sitevigil
-Snake
-Sociscraper
+Snapbot
+Snoopy
+Sogou web spider
 Sottopop
-Spbot
+SpankBot
 Spinn3r
-Steeler
-SuperBot
+Sqlmap
+Sqlworm
+Stripper
+SuperHTTP
 Surfbot
-Suzuran
+SurveyBot
 Swiftbot
-Szukacz
-T0PHackTeam
-The Intraformant
-Titan
-Toata
-Toweyabot
-Turnitin
+T8Abot
+Teleport
+Telesphoreo
+Telesphorep
+TheNomad
+Thumbor
+True_Robot
+Turingos
+TwengaBot
 Twice
-UnisterBot
-V-BOT
+URLy Warning
+VB Project
 VCI
-Vagabondo
 VelenPublicWebCrawler
 VeriCiteCrawler
+VidibleScraper
 Virusdie
-Voil
-WISENutbot
-WWW-Collector-E
-Wallpapers
-WallpapersHD
-Web Fetch
+VoidEYE
+WBSearchBot
+WEBDAV
+WPScan
+WWW::Mechanize
+Web Collage
+Web Fuck
 Web Sauger
-WebFetch
-WebImageCollector
+WebBandit
+WebFuck
+WebGo IS
+WebLeacher
+WebPix
 WebStripper
-WebWhacker
-WebZIP
-Webshag
-Who.is Bot
-Widow
-WinHTTrack
-WiseGuys Robot
-Woobot
-Zermelo
-Zeus
-ZoominfoBot
-ZyBorg
+WebSucker
+Website Quester
+WebsiteExtractor
+Whacker
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+Zauba
+ZmEu
+archive.org_bot
 arquivo-web-crawler
-backlink-check
-clark-crawler
-coccocbot-web
-com.plumanalytics
+arquivo.pt
+autoemailspider
+cah.io.community
 crawl.sogou.com
-eCatch
-gopher
+demandbase-bot
+domainsproject.org
+facebookscraper
 heritrix
 instabid
 ips-agent
+isitwp.com
+lwp-request
 magpie-crawler
 oBot
-page scorer
-plumanalytics
+probe-image-size
+s1z.ru
 satoristudio.net
 scalaj-http
+scan.lol
+seoscanners
 seostar
-serpstatbot
-sitechecker.pro
-siteripz
-spyfu
-tAkeOut
-voyagerx.com
-webpros.com
-webprosbot
+sexsearcher
+sp_auditbot
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 x22Mozilla
+xpymep1.exe
 zauba.io
-zgrab