feat(dot/telemetry): Added more telemetry messages in grandpa client

dot/telemetry/afg_authority_set.go

@@ -0,0 +1,44 @@
+// Copyright 2021 ChainSafe Systems (ON) Corp.
+// This file is part of gossamer.
+//
+// The gossamer library is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Lesser General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// The gossamer library is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+// GNU Lesser General Public License for more details.
+//
+// You should have received a copy of the GNU Lesser General Public License
+// along with the gossamer library. If not, see <http://www.gnu.org/licenses/>.
+
+package telemetry
+
+// afgAuthoritySetTM is a telemetry message of type `afg.authority_set` which is
+// meant to be sent when authority set changes (generally when a round is initiated)
+type afgAuthoritySetTM struct {
+	// finalized hash and finalized number are sent by substrate, but not read by
+	// substrate telemetry
+	// FinalizedHash   *common.Hash `json:"hash"`
+	// FinalizedNumber string       `json:"number"`
+	AuthorityID    string `json:"authority_id"`
+	AuthoritySetID string `json:"authority_set_id"`
+	// Substrate creates an array of string of authority IDs. It JSON-serialises
+	// that array and send that as a string.
+	Authorities string `json:"authorities"`
+}
+
+// NewAfgAuthoritySetTM creates a new afgAuthoritySetTM struct.
+func NewAfgAuthoritySetTM(authorityID, authoritySetID string, authorities string) Message {
+	return &afgAuthoritySetTM{
+		AuthorityID:    authorityID,
+		AuthoritySetID: authoritySetID,
+		Authorities:    authorities,
+	}
+}
+
+func (afgAuthoritySetTM) messageType() string {
+	return afgAuthoritySetMsg
+}

dot/telemetry/afg_finalized_blocks_up_to.go

@@ -0,0 +1,40 @@
+// Copyright 2021 ChainSafe Systems (ON) Corp.
+// This file is part of gossamer.
+//
+// The gossamer library is free software: you can redistribute it and/or modify
+// it under the terms of the GNU Lesser General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// The gossamer library is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+// GNU Lesser General Public License for more details.
+//
+// You should have received a copy of the GNU Lesser General Public License
+// along with the gossamer library. If not, see <http://www.gnu.org/licenses/>.
+
+package telemetry
+
+import (
+	"github.com/ChainSafe/gossamer/lib/common"
+)
+
+// afgFinalizedBlocksUpToTM holds telemetry message of type `afg.finalized_blocks_up_to`,
+// which is supposed to be send GRANDPA client finalises new blocks.
+type afgFinalizedBlocksUpToTM struct {
+	Hash   common.Hash `json:"hash"`
+	Number string      `json:"number"`
+}
+
+// NewAfgFinalizedBlocksUpToTM creates a new afgFinalizedBlocksUpToTM struct.
+func NewAfgFinalizedBlocksUpToTM(hash common.Hash, number string) Message {
+	return &afgFinalizedBlocksUpToTM{
+		Hash:   hash,
+		Number: number,
+	}
+}
+
+func (afgFinalizedBlocksUpToTM) messageType() string {
+	return afgFinalizedBlocksUpToMsg
+}

dot/telemetry/notify_finalized.go

@@ -15,7 +15,7 @@ type notifyFinalizedTM struct {
 	Height string `json:"height"`
 }
 
-// NewNotifyFinalizedTM gets a new NotifyFinalizedTM struct.
+// NewNotifyFinalizedTM gets a new notifyFinalizedTM struct.
 func NewNotifyFinalizedTM(best common.Hash, height string) Message {
 	return &notifyFinalizedTM{
 		Best:   best,

dot/telemetry/telemetry.go

@@ -16,11 +16,13 @@ import (
 
 // telemetry message types
 const (
+	notifyFinalizedMsg           = "notify.finalized"
+	blockImportMsg               = "block.import"
+	systemNetworkStateMsg        = "system.network_state"
 	systemConnectedMsg           = "system.connected"
 	systemIntervalMsg            = "system.interval"
-	systemNetworkStateMsg        = "system.network_state"
-	blockImportMsg               = "block.import"
-	notifyFinalizedMsg           = "notify.finalized"
+	afgFinalizedBlocksUpToMsg    = "afg.finalized_blocks_up_to"
+	afgAuthoritySetMsg           = "afg.authority_set"
 	txPoolImportMsg              = "txpool.import"
 	preparedBlockForProposingMsg = "prepared_block_for_proposing"
 )

dot/telemetry/telemetry_test.go

@@ -47,12 +47,14 @@ func TestMain(m *testing.M) {
 func TestHandler_SendMulti(t *testing.T) {
 	expected := [][]byte{
 		[]byte(`{"authority":false,"chain":"chain","genesis_hash":"0x91b171bb158e2d3848fa23a9f1c25182fb8e20313b2c1eb49219da7a70ce90c3","implementation":"systemName","msg":"system.connected","name":"nodeName","network_id":"netID","startup_time":"startTime","ts":`), //nolint:lll
-		[]byte(`{"best":"0x07b749b6e20fd5f1159153a2e790235018621dd06072a62bcd25e8576f6ff5e6","height":2,"msg":"block.import","origin":"NetworkInitialSync","ts":`),                                                                                                      //nolint:lll
+		[]byte(`{"best":"0x07b749b6e20fd5f1159153a2e790235018621dd06072a62bcd25e8576f6ff5e6","height":2,"msg":"block.import","origin":"NetworkInitialSync","ts":`),                                                                                                      //nolint                                                                                                      //nolint:lll
 		[]byte(`{"bandwidth_download":2,"bandwidth_upload":3,"msg":"system.interval","peers":1,"ts":`),
 		[]byte(`{"best":"0x07b749b6e20fd5f1159153a2e790235018621dd06072a62bcd25e8576f6ff5e6","finalized_hash":"0x687197c11b4cf95374159843e7f46fbcd63558db981aaef01a8bac2a44a1d6b2","finalized_height":32256,"height":32375,"msg":"system.interval","ts":`), //nolint:lll
 		[]byte(`{"best":"0x07b749b6e20fd5f1159153a2e790235018621dd06072a62bcd25e8576f6ff5e6","height":"32375","msg":"notify.finalized","ts":`),                                                                                                             //nolint:lll
-		[]byte(`{"hash":"0x5814aec3e28527f81f65841e034872f3a30337cf6c33b2d258bba6071e37e27c","msg":"prepared_block_for_proposing","number":"1","ts":`),                                                                                                     //nolint:lll
+		[]byte(`{"hash":"0x5814aec3e28527f81f65841e034872f3a30337cf6c33b2d258bba6071e37e27c","msg":"prepared_block_for_proposing","number":"1","ts":`),                                                                                                     //nolint                                                                                                     //nolint:lll
 		[]byte(`{"future":2,"msg":"txpool.import","ready":1,"ts":`),
+		[]byte(`{"authorities":"json-stringified-ids-of-authorities","authority_id":"authority_id","authority_set_id":"authority_set_id","msg":"afg.authority_set","ts`), //nolint
+		[]byte(`{"hash":"0x07b749b6e20fd5f1159153a2e790235018621dd06072a62bcd25e8576f6ff5e6","msg":"afg.finalized_blocks_up_to","number":"1","ts":`),                     //nolint
 	}
 
 	messages := []Message{
@@ -76,6 +78,9 @@ func TestHandler_SendMulti(t *testing.T) {
 			common.MustHexToHash("0x687197c11b4cf95374159843e7f46fbcd63558db981aaef01a8bac2a44a1d6b2"),
 		),
 
+		NewAfgAuthoritySetTM("authority_id", "authority_set_id", "json-stringified-ids-of-authorities"),
+		NewAfgFinalizedBlocksUpToTM(
+			common.MustHexToHash("0x07b749b6e20fd5f1159153a2e790235018621dd06072a62bcd25e8576f6ff5e6"), "1"),
 		NewNotifyFinalizedTM(
 			common.MustHexToHash("0x07b749b6e20fd5f1159153a2e790235018621dd06072a62bcd25e8576f6ff5e6"),
 			"32375"),

lib/grandpa/grandpa.go

@@ -6,13 +6,15 @@ package grandpa
 import (
 	"bytes"
 	"context"
+	"encoding/json"
 	"errors"
 	"fmt"
 	"math/big"
 	"sync"
 	"sync/atomic"
 	"time"
 
+	"github.com/ChainSafe/gossamer/dot/telemetry"
 	"github.com/ChainSafe/gossamer/dot/types"
 	"github.com/ChainSafe/gossamer/internal/log"
 	"github.com/ChainSafe/gossamer/lib/blocktree"
@@ -258,13 +260,41 @@ func (s *Service) updateAuthorities() error {
 	// setting to 0 before incrementing indicates
 	// the setID has been increased
 	s.state.round = 0
+
+	s.sendTelemetryAuthoritySet()
+
 	return nil
 }
 
 func (s *Service) publicKeyBytes() ed25519.PublicKeyBytes {
 	return s.keypair.Public().(*ed25519.PublicKey).AsBytes()
 }
 
+func (s *Service) sendTelemetryAuthoritySet() {
+	authorityID := s.keypair.Public().Hex()
+	authorities := make([]string, len(s.state.voters))
+	for i, voter := range s.state.voters {
+		authorities[i] = fmt.Sprintf("%d", voter.ID)
+	}
+
+	authoritiesBytes, err := json.Marshal(authorities)
+	if err != nil {
+		logger.Debugf("could not marshal authorities: %s", err)
+		return
+	}
+
+	err = telemetry.GetInstance().SendMessage(
+		telemetry.NewAfgAuthoritySetTM(
+			authorityID,
+			fmt.Sprintf("%d", s.state.setID),
+			string(authoritiesBytes),
+		),
+	)
+	if err != nil {
+		logger.Debugf("problem sending afg.authority_set telemetry message: %s", err)
+	}
+}
+
 func (s *Service) initiateRound() error {
 	// if there is an authority change, execute it
 	err := s.updateAuthorities()
@@ -607,6 +637,15 @@ func (s *Service) attemptToFinalize() error {
 
 		logger.Debugf("sending CommitMessage: %v", cm)
 		s.network.GossipMessage(msg)
+
+		err = telemetry.GetInstance().SendMessage(telemetry.NewAfgFinalizedBlocksUpToTM(
+			s.head.Hash(),
+			s.head.Number.String(),
+		))
+		if err != nil {
+			logger.Debugf("problem sending `afg.finalized_blocks_up_to` telemetry message: %s", err)
+		}
+
 		return nil
 	}
 }