V4.2022.03.3012 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-80legs
-AIBOT
+404checker
+ALittle Client
 ASPSeek
+Abonti
+Aboundex
 Aboundexbot
-Acunetix
-AhrefsBot
-AlphaBot
+AfD-Verbotsverfahren
+Aipbot
+Alexibot
+Anarchie
+Anarchy
 Ankit
-Anthill
-Apexoo
 Asterias
-Atomseobot
-Attach
 AwarioSmartBot
 BDCbot
-BackDoorBot
+BDFetch
 BackWeb
-BacklinkCrawler
-Badass
-Barkrowler
-Bigfoot
-Black Hole
-BlackWidow
+Backlink-Ceck
+Bandit
 Blow
 Boardreader
-Brandwatch
-BuiltBotTough
-BuiltWith
+BotALot
+Buddy
+BunnySlippers
 CCBot
 CODE87
-CSHttp
 Calculon
-CazoodleBot
 Cegbfeieh
 CheeseBot
 CherryPicker
-Cliqzbot
+ChinaClaw
+Cocolyzebot
 Cogentbot
-Copier
+Collector
 CopyRightCheck
 Copyscape
 Cosmos
+Crescent
 CrunchBot
-Curious
 CyotekWebCopy
 DIIbot
 DataCha0s
+DatabaseDriverMysqli
+Deusu
 DigitalPebble
+Disco
 Discobot
 Discoverybot
-DnyzBot
-DomCopBot
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Drip
-EMail Siphon
-Ecxi
-EirGrabber
+Dispatch
+Dragonfly
+ECCP/1.0
+EasyDL
+Ebingbong
 EroCrawler
-Evil
-Extractor
+Express WebPictures
 ExtractorPro
-FDM
-FlashGet
-Flunky
+Firefox/7.0
 Foobot
+Freeuploader
 Fuzz
-FyberSpider
-Fyrebot
-G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-GermCrawler
-GetWeb
-Getintent
-Gigabot
+Go-Ahead-Got-It
 GoZilla
-GrabNet
-GridBot
+Grafula
+GrapeFX
+GrapeshotCrawler
 HMView
 HTMLparser
+HTTrack
 Haansoft
-HaosouSpider
-Harvest
 Heritrix
+HonoluluBot
+Humanlinks
+IDBTE4M
+Image Fetch
 IndeedBot
+Indy Library
+InfoNaviRobot
+InfoTekies
 Intelliseek
-Internet Ninja
 Jbrofuzz
-JennyBot
-Jetty
+Joomla
+JustView
+Keybot Translation-Search-Machine
 Keyword Density
-LNSpiderguy
-Lanshanbot
+LWP::Simple
+Larbin
 Leap
-LeechFTP
-LibWeb
-Libwhisker
-Linkbot
+LeechGet
+Lightspeedsystems
+Likse
+LinkScan
 LinkextractorPro
-LinksManager
 LinqiaMetadataDownloaderBot
-Lipperhey
-Litemage_walker
 Ltx71
-MIDown tool
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
+MSIECrawler
+MTRobot
 Magnet
 Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-Majestic12
+MarkWatch
+Mass Downloader
 Mata Hari
-MauiBot
-MeanPath Bot
+Mb2345Browser
 Mediatoolkitbot
+MegaIndex.ru
 Metauri
 MicroMessenger
-Microsoft URL Control
-Morfeus Fucking Scanner
-Mozlila
+Microsoft Data Access
+Moblie Safari
+MolokaiBot
+Msrabot
 Nameprotect
-Needle
 Nessus
 Net Vampire
+NetAnts
 NetSpider
+NetZIP
 Netvibes
-Not
-Nutch
-OnCrawl
-OpenVAS
-Openfind
+Nibbler
+Nikto
+Octopus
+OpenLinkProfiler
 OrangeBot
-OrangeSpider
-OutfoxBot
-POE-Component-Client-HTTP
-Panscient
+OutclicksBot
+PHPCrawl
+PageAnalyzer
+Pandalytics
+Papa Foto
 PeoplePal
-Pi-Monster
+Picscout
+Piepmatz
+Pimonster
 Pixray
-ProPowerBot
-Probethenet
-Psbot
-Pu_iN
-Quick-Crawler
-RankActive
-RankActiveLinkBot
+QueryN Metasearch
+RSSingBot
 RankFlex
 RankingBot2
-Re-re
+Rankivabot
+RankurBot
+Reaper
 Recorder
 RedesScrapy
-RepoMonkey
-Ripper
-SEOlyticsCrawler
-SISTRIX
+RocketCrawler
+Rogerbot
+SBIder
 SMTBot
-SalesIntelligent
+Scanbot
 ScoutJet
 Screaming
+ScreenerBot
 ScrepyBot
-Searchestate
 SearchmetricsBot
-Seekport
-SemrushBot
+SemanticJuice
 SeoSiteCheckup
-Seomoz
-SiteCheckerBotCrawler
+Shodan
+SiteExplorer
+SiteLockSpider
 Sitebeam
-SlySearch
-SmartDownload
+Siteimprove
+Snake
 Snapbot
+Sogou web spider
+Sottopop
 SpaceBison
+Spammen
+SpankBot
 Spanner
+Spinn3r
 SputnikBot
-Sqlworm
-Stripper
-Sucuri
+Sqlmap
+Sqworm
+Surfbot
+SurveyBot
 Szukacz
-T0PHackTeam
+The Intraformant
+Thumbor
 TightTwatBot
+Titan
 Toata
 Toweyabot
-Trendictionbot
-TwengaBot
-Twice
+True_Robot
+Turnitin
+TurnitinBot
 URLy.Warning
-VB Project
+UnisterBot
+Upflow
+VCI
+Vacuum
 VidibleScraper
-Voil
-WASALive-Bot
+VoidEYE
+WBSearchBot
+WPScan
 WWW-Mechanize
-Wallpapers
-WallpapersHD
+Wallpapers/3.0
 Web Collage
-Web Fuck
-Web Pix
+Web Fetch
+Web Sauger
 WebAuto
-WebCollage
-WebCopier
-WebFetch
+WebLeacher
 WebPix
-WebSauger
-WebSucker
-Webshag
+WebStripper
+WebWhacker
 WebsiteExtractor
-WebsiteQuester
-Whatweb
+Widow
 WiseGuys Robot
+Wonderbot
+Woobot
 Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
+Zade
+Zermelo
 Zeus
-ZoominfoBot
+ZmEu
 ZumBot
+adscanner
 archive.org_bot
-arquivo-web-crawler
 arquivo.pt
 autoemailspider
-check1.exe
+clark-crawler
 coccocbot
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-crawler4j
+dataforseo.com
 evc-batch
-instabid
+facebookscraper
 ips-agent
 lwp-request
-lwp-trivial
-meanpathbot
-page scorer
+muhstik-scan
+pcBrowser
 plumanalytics
 polaris version
+ripz
 s1z.ru
-satoristudio.net
+seoscanners
 seostar
 serpstatbot
-sexsearcher
 sitechecker.pro
-siteripz
-sogouspider
 spyfu
+sysscan
 trendiction.com
 trendiction.de
-voyagerx.com
-x09Mozilla
+ubermetrics-technologies.com
+webgains-bot
 x22Mozilla
-zgrab
+zauba.io