V4.2021.05.2363 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404checker
 80legs
 Abonti
 Aboundexbot
-AhrefsBot
+Acunetix
+ADmantX
 AIBOT
-Alligator
+Alexibot
 AllSubmitter
-AlphaBot
+Anarchie
 Anarchy
-Anarchy99
-archive.org_bot
-arquivo.pt
-ASPSeek
-Asterias
-autoemailspider
+arquivo-web-crawler
 AwarioRssBot
+AwarioSmartBot
+BackDoorBot
 Backlink-Ceck
 backlink-check
+BacklinkCrawler
 BackWeb
+Barkrowler
 BDCbot
+Bitacle
 Black Hole
-BlackWidow
 BlowFish
-Brandprotect
-Buddy
-BuiltBotTough
-BuzzSumo
+Bolt
+Brandwatch
+BuiltWith
 Calculon
-check1.exe
+CazoodleBot
+CensysInspect
 CheeseBot
+CherryPicker
+ChinaClaw
+Chlooe
+Cliqzbot
+coccocbot-web
 Cocolyzebot
 com.plumanalytics
 Copier
+CopyRightCheck
 Copyscape
 Cosmos
 Craftbot
-Curious
-Custo
-DataCha0s
-demandbase-bot
-Deusu
+Crescent
+DBLBot
+Demon
 Devil
 Digincore
-Disco
-DnyzBot
+Discoverybot
+DittoSpyder
 DomainAppender
-Dotbot
-Drip
+DomainCrawler
+DomainSigmaCrawler
+domainsproject.org
+DomainStatsBot
+DomCopBot
+Download Wonder
+Dragonfly
 DSearch
+DTS Agent
 EasyDL
-ECCP/1.0
+eCatch
+EMail Siphon
 Evil
 Exabot
-Express WebPictures
-Extractor
-FDM
+ExtLinksBot
+facebookscraper
 FemtosearchBot
-Flunky
-Foobot
-Fuzz
+Fyrebot
 GalaxyBot
 Genieo
 Getintent
-GetRight
-GetWeb
-Gigablast
-Gigabot
 Go-Ahead-Got-It
-GoZilla
-GrabNet
-Grafula
+Go!Zilla
+Grabber
 GrapeFX
 GrapeshotCrawler
 GT::WWW
 HaosouSpider
-Havij
-heritrix
-Hloader
+Harvest
 HMView
-HTTP::Lite
-Humanlinks
-IDBot
-IlseBot
+Iblog
+IDBTE4M
+Image Fetch
+Image Sucker
+IndeedBot
+Indy Library
+InfoTekies
 instabid
-Intelliseek
+Internet Ninja
 ips-agent
+Iria
 IRLbot
-isitwp.com
+Iskanie
 IstellaBot
-Jbrofuzz
-JennyBot
-JetCar
-JustView
+JOC Web Spider
+Kenjin Spider
 Kinza
-Kozmosbot
-Lanshanbot
-Lftp
-Libwhisker
-Lightspeedsystems
+Larbin
+LeechGet
+LieBaoFast
 Likse
-LinkextractorPro
-LinkpadBot
-LinkWalker
+LinkScan
 Lipperhey
-Lipperhey Spider
-Ltx71
+Lmspider
+LNSpiderguy
+lwp-request
+LWP::Simple
+lwp-trivial
 Mag-Net
-Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-Masscan
-meanpathbot
-Meanpathbot
-MeanPath Bot
-MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Mister PiX
-Morfeus Fucking Scanner
+Majestic-SEO
+MarkWatch
+Mata Hari
+MauiBot
+Metauri
+MIDown tool
+MJ12bot
+Mojeek
+Mozlila
 MQQBrowser
-muhstik-scan
-Musobot
-Name Intelligence
+MSIECrawler
+Nameprotect
 NearSite
+Needle
 NetAnts
 Netcraft
-NetLyzer
-NetMechanic
-NetSpider
-NextGenSearchBot
-NICErsPRO
-Nikto
+netEstate NE Crawler
+Nettrack
+Net Vampire
 Nimbostratus
-Ninja
-Nmap
+Nuclei
+Nutch
 Offline Navigator
 OnCrawl
-OpenLinkProfiler
+Openfind
 Openvas
-OpenVAS
 OPPO A33
-OrangeSpider
-OutclicksBot
-OutfoxBot
-PageGrabber
-page scorer
+PageScorer
 Pandalytics
 Panscient
-Pavuk
-pcBrowser
+Papa Foto
 PeoplePal
-Picscout
+Petalbot
+PHPCrawl
 Picsearch
-Piepmatz
+PictureFinder
+Pixray
+PleaseCrawl
 plumanalytics
-Probethenet
 ProWebWalker
-Psbot
 Pu_iN
 Pump
 QueryN Metasearch
-RankActive
-RankFlex
-RankingBot
-Reaper
-RebelMouse
-ReGet
+Quick-Crawler
+RankingBot2
+RankurBot
+Recorder
 RepoMonkey
 Re-re
-RocketCrawler
+Ripper
+ripz
+RSSingBot
+s1z.ru
+satoristudio.net
 SBIder
 ScanAlert
 scan.lol
-Scrapy
-SearchmetricsBot
-Semrush
+ScoutJet
+Searchestate
 SemrushBot
 SentiBot
+seobility
 SeobilityBot
-SEOlyticsCrawler
-SEOprofiler
-SeoSiteCheckup
+SEOkicks-Robot
+seoscanners
+serpstatbot
+sexsearcher
 SISTRIX
+SiteCheckerBotCrawler
 SiteExplorer
 Siteimprove
+siteripz
 SiteSnagger
 SiteSucker
-SlySearch
+Sitevigil
+SmartDownload
 SMTBot
-Snake
-Snoopy
-Sociscraper
-Sosospider
-SpaceBison
-Spammen
-sp_auditbot
+sogouspider
+Sogou web spider
+Sottopop
 Spbot
-Spinn3r
-Sqlworm
-Sucuri
-SuperBot
-Surfbot
+spyfu
+Sqlmap
+Stripper
+SuperHTTP
 Suzuran
-Swiftbot
-Szukacz
+T0PHackTeam
+tAkeOut
 TeleportPro
 Telesphorep
-The Intraformant
-Thumbor
-TightTwatBot
+TheNomad
 Titan
-Toata
+Trendiction
+Trendictionbot
 trendiction.com
-trendiction.de
 True_Robot
-Turnitin
-Twice
+TurnitinBot
+Typhoeus
 Upflow
-URLy Warning
-Vacuum
 Vagabondo
-VB Project
 VelenPublicWebCrawler
-VidibleScraper
-Wallpapers/3.0
+VeriCiteCrawler
+Virusdie
+Voil
+WBSearchBot
 Webalta
 WebAuto
+Web Auto
 WebBandit
+WebCopier
+WEBDAV
 WebEnhancer
 Web Enhancer
+WebFuck
+WebGo IS
 WebLeacher
+WebmasterWorldForumBot
+webmeup-crawler
+WebPix
+Web Pix
+WebSauger
 Web Sauger
-Webshag
 WebStripper
-Whack
+WebSucker
+WebZIP
 Widow
 WinHTTrack
-Wotbox
-WPScan
+WISENutbot
+Woobot
+WWW-Mechanize
 x09Mozilla
-x22Mozilla
 Xaldon_WebSpider
 Xenu
+YoudaoBot
 zauba.io
+Zeus
 zgrab
-Zitebot
-ZmEu
-ZoomBot
 ZoominfoBot
 ZumBot