init commit optimistic relay

beaconclient/mock_multi_beacon_client.go

@@ -0,0 +1,53 @@
+package beaconclient
+
+import (
+	"sync"
+
+	"github.com/flashbots/go-boost-utils/types"
+)
+
+type MockMultiBeaconClient struct {
+	mu sync.RWMutex
+}
+
+func NewMockMultiBeaconClient() *MockMultiBeaconClient {
+	return &MockMultiBeaconClient{
+		mu: sync.RWMutex{},
+	}
+}
+
+func (*MockMultiBeaconClient) SubscribeToHeadEvents(slotC chan HeadEventData) {}
+
+func (*MockMultiBeaconClient) BestSyncStatus() (*SyncStatusPayloadData, error) {
+	return &SyncStatusPayloadData{HeadSlot: 1}, nil
+}
+
+func (*MockMultiBeaconClient) FetchValidators(headSlot uint64) (map[types.PubkeyHex]ValidatorResponseEntry, error) {
+	return nil, nil
+}
+
+func (*MockMultiBeaconClient) GetProposerDuties(epoch uint64) (*ProposerDutiesResponse, error) {
+	return nil, nil
+}
+
+func (*MockMultiBeaconClient) PublishBlock(block *types.SignedBeaconBlock) (code int, err error) {
+	return 0, nil
+}
+
+func (*MockMultiBeaconClient) GetGenesis() (*GetGenesisResponse, error) {
+	resp := &GetGenesisResponse{}
+	resp.Data.GenesisTime = 0
+	return resp, nil
+}
+
+func (*MockMultiBeaconClient) GetSpec() (spec *GetSpecResponse, err error) {
+	return nil, nil
+}
+
+func (*MockMultiBeaconClient) GetBlock(blockID string) (block *GetBlockResponse, err error) {
+	return nil, nil
+}
+
+func (*MockMultiBeaconClient) GetRandao(slot uint64) (spec *GetRandaoResponse, err error) {
+	return nil, nil
+}

common/common.go

@@ -21,3 +21,25 @@ type HTTPServerTimeouts struct {
 	Write      time.Duration // Timeout for writes. None if 0.
 	Idle       time.Duration // Timeout to disconnect idle client connections. None if 0.
 }
+
+type BuilderStatus uint8
+
+const (
+	LowPrio BuilderStatus = iota
+	HighPrio
+	Optimistic
+	Blacklisted
+)
+
+func (b BuilderStatus) String() string {
+	switch b {
+	case HighPrio:
+		return "high-prio"
+	case Optimistic:
+		return "optimistic"
+	case Blacklisted:
+		return "blacklisted"
+	default:
+		return "low-prio"
+	}
+}

database/database.go

@@ -41,9 +41,12 @@ type IDatabaseService interface {
 
 	GetBlockBuilders() ([]*BlockBuilderEntry, error)
 	GetBlockBuilderByPubkey(pubkey string) (*BlockBuilderEntry, error)
-	SetBlockBuilderStatus(pubkey string, isHighPrio, isBlacklisted bool) error
+	SetBlockBuilderStatus(pubkey string, builderStatus common.BuilderStatus) error
 	UpsertBlockBuilderEntryAfterSubmission(lastSubmission *BuilderBlockSubmissionEntry, isError bool) error
 	IncBlockBuilderStatsAfterGetPayload(builderPubkey string) error
+	GetBlockBuildersFromCollateralID(collateralID uint64) ([]*BlockBuilderEntry, error)
+
+	UpsertBuilderDemotion(submitBlockRequest *types.BuilderSubmitBlockRequest, signedBlindedBeaconBlock *types.SignedBlindedBeaconBlock, signedValidatorRegistration *types.SignedValidatorRegistration) error
 }
 
 type DatabaseService struct {
@@ -436,8 +439,8 @@ func (s *DatabaseService) UpsertBlockBuilderEntryAfterSubmission(lastSubmission
 
 	// Upsert
 	query := `INSERT INTO ` + vars.TableBlockBuilder + `
-		(builder_pubkey, description, is_high_prio, is_blacklisted, last_submission_id, last_submission_slot, num_submissions_total, num_submissions_simerror) VALUES
-		(:builder_pubkey, :description, :is_high_prio, :is_blacklisted, :last_submission_id, :last_submission_slot, :num_submissions_total, :num_submissions_simerror)
+		(builder_pubkey, description, status, collateral_value, collateral_id, last_submission_id, last_submission_slot, num_submissions_total, num_submissions_simerror) VALUES
+		(:builder_pubkey, :description, :status, :collateral_value, :collateral_id, :last_submission_id, :last_submission_slot, :num_submissions_total, :num_submissions_simerror)
 		ON CONFLICT (builder_pubkey) DO UPDATE SET
 			last_submission_id = :last_submission_id,
 			last_submission_slot = :last_submission_slot,
@@ -448,22 +451,22 @@ func (s *DatabaseService) UpsertBlockBuilderEntryAfterSubmission(lastSubmission
 }
 
 func (s *DatabaseService) GetBlockBuilders() ([]*BlockBuilderEntry, error) {
-	query := `SELECT id, inserted_at, builder_pubkey, description, is_high_prio, is_blacklisted, last_submission_id, last_submission_slot, num_submissions_total, num_submissions_simerror, num_sent_getpayload FROM ` + vars.TableBlockBuilder + ` ORDER BY id ASC;`
+	query := `SELECT id, inserted_at, builder_pubkey, description, status, collateral_value, collateral_id, last_submission_id, last_submission_slot, num_submissions_total, num_submissions_simerror, num_sent_getpayload FROM ` + vars.TableBlockBuilder + ` ORDER BY id ASC;`
 	entries := []*BlockBuilderEntry{}
 	err := s.DB.Select(&entries, query)
 	return entries, err
 }
 
 func (s *DatabaseService) GetBlockBuilderByPubkey(pubkey string) (*BlockBuilderEntry, error) {
-	query := `SELECT id, inserted_at, builder_pubkey, description, is_high_prio, is_blacklisted, last_submission_id, last_submission_slot, num_submissions_total, num_submissions_simerror, num_sent_getpayload FROM ` + vars.TableBlockBuilder + ` WHERE builder_pubkey=$1;`
+	query := `SELECT id, inserted_at, builder_pubkey, description, status, collateral_value, collateral_id, last_submission_id, last_submission_slot, num_submissions_total, num_submissions_simerror, num_sent_getpayload FROM ` + vars.TableBlockBuilder + ` WHERE builder_pubkey=$1;`
 	entry := &BlockBuilderEntry{}
 	err := s.DB.Get(entry, query, pubkey)
 	return entry, err
 }
 
-func (s *DatabaseService) SetBlockBuilderStatus(pubkey string, isHighPrio, isBlacklisted bool) error {
-	query := `UPDATE ` + vars.TableBlockBuilder + ` SET is_high_prio=$1, is_blacklisted=$2 WHERE builder_pubkey=$3;`
-	_, err := s.DB.Exec(query, isHighPrio, isBlacklisted, pubkey)
+func (s *DatabaseService) SetBlockBuilderStatus(pubkey string, builderStatusCode common.BuilderStatus) error {
+	query := `UPDATE ` + vars.TableBlockBuilder + ` SET status=$1 WHERE builder_pubkey=$2;`
+	_, err := s.DB.Exec(query, uint8(builderStatusCode), pubkey)
 	return err
 }
 
@@ -486,3 +489,75 @@ func (s *DatabaseService) DeleteExecutionPayloads(idFirst, idLast uint64) error
 	_, err := s.DB.Exec(query, idFirst, idLast)
 	return err
 }
+
+func (s *DatabaseService) UpsertBuilderDemotion(submitBlockRequest *types.BuilderSubmitBlockRequest, signedBlindedBeaconBlock *types.SignedBlindedBeaconBlock, signedValidatorRegistration *types.SignedValidatorRegistration) error {
+	if submitBlockRequest == nil {
+		return fmt.Errorf("nil submitBlockRequest invalid for UpsertBuilderDemotion")
+	}
+
+	_submitBlockRequest, err := json.Marshal(submitBlockRequest)
+	if err != nil {
+		return err
+	}
+	bidTrace := submitBlockRequest.Message
+	builderDemotionEntry := BuilderDemotionEntry{
+		SubmitBlockRequest: NewNullString(string(_submitBlockRequest)),
+
+		Slot:  bidTrace.Slot,
+		Epoch: bidTrace.Slot / uint64(common.SlotsPerEpoch),
+
+		BuilderPubkey:  bidTrace.BuilderPubkey.String(),
+		ProposerPubkey: bidTrace.ProposerPubkey.String(),
+
+		Value: bidTrace.Value.String(),
+
+		BlockHash: bidTrace.BlockHash.String(),
+	}
+
+	if signedBlindedBeaconBlock != nil {
+		_signedBlindedBeaconBlock, err := json.Marshal(signedBlindedBeaconBlock)
+		if err != nil {
+			return err
+		}
+		builderDemotionEntry.SignedBlindedBeaconBlock = NewNullString(string(_signedBlindedBeaconBlock))
+	}
+
+	if signedValidatorRegistration != nil {
+		_signedValidatorRegistration, err := json.Marshal(signedValidatorRegistration)
+		if err != nil {
+			return err
+		}
+		builderDemotionEntry.SignedValidatorRegistration = NewNullString(string(_signedValidatorRegistration))
+		builderDemotionEntry.FeeRecipient = signedValidatorRegistration.Message.FeeRecipient.String()
+		builderDemotionEntry.GasLimit = signedValidatorRegistration.Message.GasLimit
+	}
+
+	var query string
+	// If block_hash conflicts and we have a published block, fill in fields needed for the refund.
+	if signedBlindedBeaconBlock != nil && signedValidatorRegistration != nil {
+		query = `INSERT INTO ` + vars.TableBuilderDemotions + `
+			(submit_block_request, signed_blinded_beacon_block, signed_validator_registration, slot, epoch, builder_pubkey, proposer_pubkey, value, fee_recipient, gas_limit, block_hash) VALUES
+			(:submit_block_request, :signed_blinded_beacon_block, :signed_validator_registration, :slot, :epoch, :builder_pubkey, :proposer_pubkey, :value, :fee_recipient, :gas_limit, :block_hash)
+			ON CONFLICT (block_hash) DO UPDATE SET
+				signed_blinded_beacon_block = :signed_blinded_beacon_block,
+				signed_validator_registration = :signed_validator_registration,
+				fee_recipient = :fee_recipient,
+				gas_limit = :gas_limit;
+			`
+	} else {
+		// If the block_hash conflicts, then all the relevant data must be there already.
+		query = `INSERT INTO ` + vars.TableBuilderDemotions + `
+			(submit_block_request, signed_blinded_beacon_block, signed_validator_registration, slot, epoch, builder_pubkey, proposer_pubkey, value, fee_recipient, gas_limit, block_hash) VALUES
+			(:submit_block_request, :signed_blinded_beacon_block, :signed_validator_registration, :slot, :epoch, :builder_pubkey, :proposer_pubkey, :value, :fee_recipient, :gas_limit, :block_hash)
+			ON CONFLICT (block_hash) DO NOTHING`
+	}
+	_, err = s.DB.NamedExec(query, builderDemotionEntry)
+	return err
+}
+
+func (s *DatabaseService) GetBlockBuildersFromCollateralID(collateralID uint64) ([]*BlockBuilderEntry, error) {
+	query := `SELECT builder_pubkey FROM ` + vars.TableBlockBuilder + ` WHERE collateral_id=$1 ORDER BY id ASC;`
+	entries := []*BlockBuilderEntry{}
+	err := s.DB.Select(&entries, query, collateralID)
+	return entries, err
+}

database/migrations/001_init_database.go

@@ -120,8 +120,9 @@ var Migration001InitDatabase = &migrate.Migration{
 			builder_pubkey  varchar(98) NOT NULL,
 			description    	text NOT NULL,
 
-			is_high_prio    boolean NOT NULL,
-			is_blacklisted  boolean NOT NULL,
+			status             bigint NOT NULL,
+			collateral_value   NUMERIC(48, 0),
+			collateral_id      bigint NOT NULL,
 
 			last_submission_id   bigint references ` + vars.TableBuilderBlockSubmission + `(id) on delete set null,
 			last_submission_slot bigint NOT NULL,
@@ -134,13 +135,36 @@ var Migration001InitDatabase = &migrate.Migration{
 
 			UNIQUE (builder_pubkey)
 		);
+
+		CREATE TABLE IF NOT EXISTS ` + vars.TableBuilderDemotions + `(
+			id bigint GENERATED BY DEFAULT AS IDENTITY PRIMARY KEY,
+			inserted_at timestamp NOT NULL default current_timestamp,
+
+			submit_block_request          json,
+			signed_blinded_beacon_block   json,
+			signed_validator_registration json,
+
+			epoch bigint NOT NULL,
+			slot  bigint NOT NULL,
+
+			builder_pubkey         varchar(98) NOT NULL,
+			proposer_pubkey        varchar(98) NOT NULL,
+
+			value   NUMERIC(48, 0),
+
+			fee_recipient varchar(42) NOT NULL,
+			gas_limit     bigint NOT NULL,
+
+			block_hash   varchar(66) NOT NULL,
+		);
 		`},
 	Down: []string{`
 		DROP TABLE IF EXISTS ` + vars.TableBuilderBlockSubmission + `;
 		DROP TABLE IF EXISTS ` + vars.TableDeliveredPayload + `;
 		DROP TABLE IF EXISTS ` + vars.TableBlockBuilder + `;
 		DROP TABLE IF EXISTS ` + vars.TableExecutionPayload + `;
 		DROP TABLE IF EXISTS ` + vars.TableValidatorRegistration + `;
+		DROP TABLE IF EXISTS ` + vars.TableBuilderDemotions + `;
 		`},
 	DisableTransactionUp:   false,
 	DisableTransactionDown: false,

database/mockdb.go

@@ -7,7 +7,11 @@ import (
 	"github.com/flashbots/mev-boost-relay/common"
 )
 
-type MockDB struct{}
+type MockDB struct {
+	Builders  map[string]*BlockBuilderEntry
+	Demotions map[string]bool
+	Refunds   map[string]bool
+}
 
 func (db MockDB) NumRegisteredValidators() (count uint64, err error) {
 	return 0, nil
@@ -86,10 +90,12 @@ func (db MockDB) GetBlockBuilders() ([]*BlockBuilderEntry, error) {
 }
 
 func (db MockDB) GetBlockBuilderByPubkey(pubkey string) (*BlockBuilderEntry, error) {
-	return nil, nil
+	return db.Builders[pubkey], nil
 }
 
-func (db MockDB) SetBlockBuilderStatus(pubkey string, isHighPrio, isBlacklisted bool) error {
+func (db MockDB) SetBlockBuilderStatus(pubkey string, builderStatus common.BuilderStatus) error {
+	builder := db.Builders[pubkey]
+	builder.Status = uint8(builderStatus)
 	return nil
 }
 
@@ -100,3 +106,24 @@ func (db MockDB) IncBlockBuilderStatsAfterGetHeader(slot uint64, blockhash strin
 func (db MockDB) IncBlockBuilderStatsAfterGetPayload(builderPubkey string) error {
 	return nil
 }
+
+func (db MockDB) UpsertBuilderDemotion(submitBlockRequest *types.BuilderSubmitBlockRequest, signedBlindedBeaconBlock *types.SignedBlindedBeaconBlock, signedValidatorRegistration *types.SignedValidatorRegistration) error {
+	pk := submitBlockRequest.Message.BuilderPubkey.String()
+	db.Demotions[pk] = true
+
+	// Refundable case.
+	if signedBlindedBeaconBlock != nil && signedValidatorRegistration != nil {
+		db.Refunds[pk] = true
+	}
+	return nil
+}
+
+func (db MockDB) GetBlockBuildersFromCollateralID(collateralID uint64) ([]*BlockBuilderEntry, error) {
+	res := []*BlockBuilderEntry{}
+	for _, v := range db.Builders {
+		if v.CollateralID == collateralID {
+			res = append(res, v)
+		}
+	}
+	return res, nil
+}

database/types.go

@@ -188,8 +188,9 @@ type BlockBuilderEntry struct {
 	BuilderPubkey string `db:"builder_pubkey" json:"builder_pubkey"`
 	Description   string `db:"description"    json:"description"`
 
-	IsHighPrio    bool `db:"is_high_prio"   json:"is_high_prio"`
-	IsBlacklisted bool `db:"is_blacklisted" json:"is_blacklisted"`
+	Status          uint8  `db:"status"            json:"status"`
+	CollateralValue string `db:"collateral_value"  json:"collateral_value"`
+	CollateralID    uint64 `db:"collateral_id"     json:"collateral_id"`
 
 	LastSubmissionID   sql.NullInt64 `db:"last_submission_id"   json:"last_submission_id"`
 	LastSubmissionSlot uint64        `db:"last_submission_slot" json:"last_submission_slot"`
@@ -199,3 +200,25 @@ type BlockBuilderEntry struct {
 
 	NumSentGetPayload uint64 `db:"num_sent_getpayload" json:"num_sent_getpayload"`
 }
+
+type BuilderDemotionEntry struct {
+	ID         int64     `db:"id"`
+	InsertedAt time.Time `db:"inserted_at"`
+
+	SubmitBlockRequest          sql.NullString `db:"submit_block_request"`
+	SignedBlindedBeaconBlock    sql.NullString `db:"signed_blinded_beacon_block"`
+	SignedValidatorRegistration sql.NullString `db:"signed_validator_registration"`
+
+	Slot  uint64 `db:"slot"`
+	Epoch uint64 `db:"epoch"`
+
+	BuilderPubkey  string `db:"builder_pubkey"`
+	ProposerPubkey string `db:"proposer_pubkey"`
+
+	Value string `db:"value"`
+
+	FeeRecipient string `db:"fee_recipient"`
+	GasLimit     uint64 `db:"gas_limit"`
+
+	BlockHash string `db:"block_hash"`
+}

database/vars/tables.go

@@ -12,4 +12,5 @@ var (
 	TableBuilderBlockSubmission = tableBase + "_builder_block_submission"
 	TableDeliveredPayload       = tableBase + "_payload_delivered"
 	TableBlockBuilder           = tableBase + "_blockbuilder"
+	TableBuilderDemotions       = tableBase + "_builder_demotions"
 )