1
0
Fork 0
mirror of https://github.com/anyproto/any-sync.git synced 2025-06-07 21:47:02 +09:00
any-sync/commonspace/spaceutils_test.go
2025-06-04 15:35:33 +02:00

749 lines
21 KiB
Go

package commonspace
import (
"context"
"errors"
"fmt"
"math/rand"
"sync"
"testing"
"time"
anystore "github.com/anyproto/any-store"
"github.com/stretchr/testify/require"
"go.uber.org/zap"
"storj.io/drpc"
accountService "github.com/anyproto/any-sync/accountservice"
"github.com/anyproto/any-sync/app"
"github.com/anyproto/any-sync/app/ocache"
"github.com/anyproto/any-sync/commonspace/config"
"github.com/anyproto/any-sync/commonspace/credentialprovider"
"github.com/anyproto/any-sync/commonspace/object/accountdata"
"github.com/anyproto/any-sync/commonspace/object/acl/list"
"github.com/anyproto/any-sync/commonspace/object/tree/objecttree"
"github.com/anyproto/any-sync/commonspace/object/tree/treestorage"
"github.com/anyproto/any-sync/commonspace/object/treemanager"
"github.com/anyproto/any-sync/commonspace/object/treesyncer"
"github.com/anyproto/any-sync/commonspace/objecttreebuilder"
"github.com/anyproto/any-sync/commonspace/peermanager"
"github.com/anyproto/any-sync/commonspace/spacepayloads"
"github.com/anyproto/any-sync/commonspace/spacestorage"
"github.com/anyproto/any-sync/commonspace/spacesyncproto"
"github.com/anyproto/any-sync/commonspace/sync/objectsync/objectmessages"
"github.com/anyproto/any-sync/commonspace/sync/synctest"
"github.com/anyproto/any-sync/consensus/consensusproto"
"github.com/anyproto/any-sync/coordinator/coordinatorclient"
"github.com/anyproto/any-sync/coordinator/coordinatorproto"
"github.com/anyproto/any-sync/identityrepo/identityrepoproto"
"github.com/anyproto/any-sync/net/peer"
"github.com/anyproto/any-sync/net/pool"
"github.com/anyproto/any-sync/net/rpc/rpctest"
"github.com/anyproto/any-sync/net/streampool"
"github.com/anyproto/any-sync/net/streampool/streamhandler"
"github.com/anyproto/any-sync/node/nodeclient"
"github.com/anyproto/any-sync/nodeconf"
"github.com/anyproto/any-sync/nodeconf/testconf"
"github.com/anyproto/any-sync/testutil/accounttest"
"github.com/anyproto/any-sync/util/crypto"
"github.com/anyproto/any-sync/util/syncqueues"
)
var _ nodeclient.NodeClient = (*mockNodeClient)(nil)
type mockNodeClient struct {
}
func (m mockNodeClient) Init(a *app.App) (err error) {
return
}
func (m mockNodeClient) Name() (name string) {
return nodeclient.CName
}
func (m mockNodeClient) AclGetRecords(ctx context.Context, spaceId, aclHead string) (recs []*consensusproto.RawRecordWithId, err error) {
return
}
func (m mockNodeClient) AclAddRecord(ctx context.Context, spaceId string, rec *consensusproto.RawRecord) (recWithId *consensusproto.RawRecordWithId, err error) {
return
}
type mockPeerManager struct {
peer peer.Peer
}
func (p *mockPeerManager) BroadcastMessage(ctx context.Context, msg drpc.Message) error {
return nil
}
func (p *mockPeerManager) SendMessage(ctx context.Context, peerId string, msg drpc.Message) error {
return nil
}
func (p *mockPeerManager) Init(a *app.App) (err error) {
return nil
}
func (p *mockPeerManager) Name() (name string) {
return peermanager.CName
}
func (p *mockPeerManager) GetResponsiblePeers(ctx context.Context) (peers []peer.Peer, err error) {
if p.peer != nil {
return []peer.Peer{p.peer}, nil
}
return nil, nil
}
func (p *mockPeerManager) GetNodePeers(ctx context.Context) (peers []peer.Peer, err error) {
return nil, nil
}
func (p *mockPeerManager) KeepAlive(ctx context.Context) {}
type testPeerManagerProvider struct {
}
func (m *testPeerManagerProvider) Init(a *app.App) (err error) {
return nil
}
func (m *testPeerManagerProvider) Name() (name string) {
return peermanager.CName
}
func (m *testPeerManagerProvider) NewPeerManager(ctx context.Context, spaceId string) (sm peermanager.PeerManager, err error) {
return synctest.NewTestPeerManager(), nil
}
type mockPeerManagerProvider struct {
peer peer.Peer
}
func (m *mockPeerManagerProvider) Init(a *app.App) (err error) {
return nil
}
func (m *mockPeerManagerProvider) Name() (name string) {
return peermanager.CName
}
func (m *mockPeerManagerProvider) NewPeerManager(ctx context.Context, spaceId string) (sm peermanager.PeerManager, err error) {
return &mockPeerManager{m.peer}, nil
}
type mockPool struct {
}
func (m *mockPool) Run(ctx context.Context) (err error) {
return nil
}
func (m *mockPool) Close(ctx context.Context) (err error) {
return nil
}
func (m *mockPool) AddPeer(ctx context.Context, p peer.Peer) (err error) {
return nil
}
func (m *mockPool) Init(a *app.App) (err error) {
return nil
}
func (m *mockPool) Name() (name string) {
return pool.CName
}
func (m *mockPool) Get(ctx context.Context, id string) (peer.Peer, error) {
return nil, fmt.Errorf("no such peer")
}
func (m *mockPool) Dial(ctx context.Context, id string) (peer.Peer, error) {
return nil, fmt.Errorf("can't dial peer")
}
func (m *mockPool) GetOneOf(ctx context.Context, peerIds []string) (peer.Peer, error) {
return nil, fmt.Errorf("can't dial peer")
}
func (m *mockPool) DialOneOf(ctx context.Context, peerIds []string) (peer.Peer, error) {
return nil, fmt.Errorf("can't dial peer")
}
func (m *mockPool) Pick(ctx context.Context, id string) (peer.Peer, error) {
return nil, fmt.Errorf("no such peer")
}
type mockConfig struct {
}
func (m *mockConfig) Init(a *app.App) (err error) {
return nil
}
func (m *mockConfig) Name() (name string) {
return "config"
}
func (m *mockConfig) GetSpace() config.Config {
return config.Config{
GCTTL: 60,
SyncPeriod: 5,
KeepTreeDataInMemory: true,
}
}
func (m *mockConfig) GetStreamConfig() streampool.StreamConfig {
return streampool.StreamConfig{
SendQueueSize: 100,
DialQueueWorkers: 100,
DialQueueSize: 100,
}
}
type noOpSyncer struct {
}
func (n noOpSyncer) Init() {
}
func (n noOpSyncer) SyncAll(ctx context.Context, peerId string, existing, missing []string) error {
return nil
}
func (n noOpSyncer) Close() error {
return nil
}
type mockTreeSyncer struct {
}
func (m mockTreeSyncer) ShouldSync(peerId string) bool {
return false
}
func (m mockTreeSyncer) Init(a *app.App) (err error) {
return nil
}
func (m mockTreeSyncer) Name() (name string) {
return treesyncer.CName
}
func (m mockTreeSyncer) Run(ctx context.Context) (err error) {
return nil
}
func (m mockTreeSyncer) Close(ctx context.Context) (err error) {
return nil
}
func (m mockTreeSyncer) StartSync() {
}
func (m mockTreeSyncer) StopSync() {
}
func (m mockTreeSyncer) SyncAll(ctx context.Context, p peer.Peer, existing, missing []string) error {
return nil
}
type testTreeManager struct {
mx sync.Mutex
space Space
spaceId string
cache ocache.OCache
spaceGetter *RpcServer
accService accountService.Service
deletedIds []string
markedIds []string
condFunc func()
treesToPut map[string]treestorage.TreeStorageCreatePayload
wait bool
waitLoad chan struct{}
}
func (t *testTreeManager) ValidateAndPutTree(ctx context.Context, spaceId string, payload treestorage.TreeStorageCreatePayload) error {
return nil
}
func newMockTreeManager(spaceId string) *testTreeManager {
return &testTreeManager{
spaceId: spaceId,
waitLoad: make(chan struct{}),
treesToPut: make(map[string]treestorage.TreeStorageCreatePayload),
}
}
func (t *testTreeManager) MarkTreeDeleted(ctx context.Context, spaceId, treeId string) error {
t.mx.Lock()
defer t.mx.Unlock()
t.markedIds = append(t.markedIds, treeId)
if t.condFunc != nil {
t.condFunc()
}
return nil
}
func (t *testTreeManager) getSpace(ctx context.Context) (Space, error) {
if t.space != nil {
return t.space, nil
}
return t.spaceGetter.GetSpace(ctx, t.spaceId)
}
func (t *testTreeManager) Init(a *app.App) (err error) {
t.cache = ocache.New(func(ctx context.Context, id string) (value ocache.Object, err error) {
sp, err := t.getSpace(ctx)
if err != nil {
return nil, err
}
if t.wait {
<-t.waitLoad
}
t.mx.Lock()
if tr, ok := t.treesToPut[id]; ok {
delete(t.treesToPut, id)
t.mx.Unlock()
return sp.TreeBuilder().PutTree(ctx, tr, nil)
}
t.mx.Unlock()
return sp.TreeBuilder().BuildTree(ctx, id, objecttreebuilder.BuildTreeOpts{})
},
ocache.WithGCPeriod(time.Minute),
ocache.WithTTL(time.Duration(60)*time.Minute))
t.spaceGetter = a.MustComponent(RpcName).(*RpcServer)
t.accService = a.MustComponent(accountService.CName).(accountService.Service)
return nil
}
func (t *testTreeManager) Name() (name string) {
return treemanager.CName
}
func (t *testTreeManager) Run(ctx context.Context) (err error) {
return nil
}
func (t *testTreeManager) Close(ctx context.Context) (err error) {
return t.cache.Close()
}
func (t *testTreeManager) GetTree(ctx context.Context, spaceId, treeId string) (objecttree.ObjectTree, error) {
val, err := t.cache.Get(ctx, treeId)
if err != nil {
return nil, err
}
return val.(objecttree.ObjectTree), nil
}
func (t *testTreeManager) CreateTree(ctx context.Context, spaceId string) (objecttree.ObjectTree, error) {
sp, err := t.getSpace(ctx)
if err != nil {
return nil, err
}
rnd := []byte(fmt.Sprint(rand.Uint32()))
payload := objecttree.ObjectTreeCreatePayload{
PrivKey: t.accService.Account().SignKey,
ChangeType: "change",
SpaceId: spaceId,
IsEncrypted: true,
Seed: rnd,
Timestamp: time.Now().UnixNano(),
}
createPayload, err := sp.TreeBuilder().CreateTree(ctx, payload)
if err != nil {
return nil, err
}
return t.PutTree(ctx, createPayload)
}
func (t *testTreeManager) PutTree(ctx context.Context, payload treestorage.TreeStorageCreatePayload) (objecttree.ObjectTree, error) {
t.mx.Lock()
t.treesToPut[payload.RootRawChange.Id] = payload
t.mx.Unlock()
return t.GetTree(ctx, t.spaceId, payload.RootRawChange.Id)
}
func (t *testTreeManager) DeleteTree(ctx context.Context, spaceId, treeId string) (err error) {
tr, err := t.GetTree(ctx, spaceId, treeId)
if err != nil {
return
}
err = tr.Delete()
if err != nil {
return
}
t.deletedIds = append(t.deletedIds, treeId)
_, err = t.cache.Remove(ctx, treeId)
if t.condFunc != nil {
t.condFunc()
}
return nil
}
type mockCoordinatorClient struct {
}
func (m mockCoordinatorClient) StatusCheckMany(ctx context.Context, spaceIds []string) (statuses []*coordinatorproto.SpaceStatusPayload, limits *coordinatorproto.AccountLimits, err error) {
return
}
func (m mockCoordinatorClient) SpaceMakeShareable(ctx context.Context, spaceId string) (err error) {
return
}
func (m mockCoordinatorClient) SpaceMakeUnshareable(ctx context.Context, spaceId, aclId string) (err error) {
return
}
func (m mockCoordinatorClient) AccountLimitsSet(ctx context.Context, req *coordinatorproto.AccountLimitsSetRequest) error {
return nil
}
func (m mockCoordinatorClient) SpaceDelete(ctx context.Context, spaceId string, conf *coordinatorproto.DeletionConfirmPayloadWithSignature) (err error) {
return
}
func (m mockCoordinatorClient) AccountDelete(ctx context.Context, conf *coordinatorproto.DeletionConfirmPayloadWithSignature) (timestamp int64, err error) {
return
}
func (m mockCoordinatorClient) AccountRevertDeletion(ctx context.Context) (err error) {
return
}
func (m mockCoordinatorClient) StatusCheck(ctx context.Context, spaceId string) (status *coordinatorproto.SpaceStatusPayload, err error) {
return
}
func (m mockCoordinatorClient) SpaceSign(ctx context.Context, payload coordinatorclient.SpaceSignPayload) (receipt *coordinatorproto.SpaceReceiptWithSignature, err error) {
return
}
func (m mockCoordinatorClient) NetworkConfiguration(ctx context.Context, currentId string) (*coordinatorproto.NetworkConfigurationResponse, error) {
return nil, nil
}
func (m mockCoordinatorClient) DeletionLog(ctx context.Context, lastRecordId string, limit int) (records []*coordinatorproto.DeletionLogRecord, err error) {
return
}
func (m mockCoordinatorClient) IdentityRepoPut(ctx context.Context, identity string, data []*identityrepoproto.Data) (err error) {
return
}
func (m mockCoordinatorClient) IdentityRepoGet(ctx context.Context, identities []string, kinds []string) (res []*identityrepoproto.DataWithIdentity, err error) {
return
}
func (m mockCoordinatorClient) AclAddRecord(ctx context.Context, spaceId string, rec *consensusproto.RawRecord) (res *consensusproto.RawRecordWithId, err error) {
return
}
func (m mockCoordinatorClient) AclGetRecords(ctx context.Context, spaceId, aclHead string) (res []*consensusproto.RawRecordWithId, err error) {
return
}
func (m mockCoordinatorClient) Init(a *app.App) (err error) {
return
}
func (m mockCoordinatorClient) Name() (name string) {
return coordinatorclient.CName
}
func newStreamOpener(spaceId string) streamhandler.StreamHandler {
return &streamOpener{spaceId: spaceId}
}
type streamOpener struct {
spaceId string
spaceGetter *RpcServer
streamPool streampool.StreamPool
}
func (s *streamOpener) HandleMessage(peerCtx context.Context, peerId string, msg drpc.Message) (err error) {
syncMsg, ok := msg.(*objectmessages.HeadUpdate)
if !ok {
err = fmt.Errorf("unexpected message")
return
}
if syncMsg.SpaceId() == "" {
var msg = &spacesyncproto.SpaceSubscription{}
if err = msg.Unmarshal(syncMsg.Bytes); err != nil {
return
}
log.InfoCtx(peerCtx, "got subscription message", zap.Strings("spaceIds", msg.SpaceIds))
if msg.Action == spacesyncproto.SpaceSubscriptionAction_Subscribe {
return s.streamPool.AddTagsCtx(peerCtx, msg.SpaceIds...)
} else {
return s.streamPool.RemoveTagsCtx(peerCtx, msg.SpaceIds...)
}
}
sp, err := s.spaceGetter.GetSpace(peerCtx, syncMsg.SpaceId())
if err != nil {
return
}
return sp.HandleMessage(peerCtx, syncMsg)
}
func (s *streamOpener) NewReadMessage() drpc.Message {
return &objectmessages.HeadUpdate{}
}
func (s *streamOpener) Init(a *app.App) (err error) {
sp := a.Component(RpcName)
if sp != nil {
s.spaceGetter = sp.(*RpcServer)
}
s.streamPool = a.MustComponent(streampool.CName).(streampool.StreamPool)
return nil
}
func (s *streamOpener) Name() (name string) {
return streamhandler.CName
}
func (s *streamOpener) OpenStream(ctx context.Context, p peer.Peer) (stream drpc.Stream, tags []string, queueSize int, err error) {
conn, err := p.AcquireDrpcConn(ctx)
if err != nil {
return
}
objectStream, err := spacesyncproto.NewDRPCSpaceSyncClient(conn).ObjectSyncStream(ctx)
if err != nil {
return
}
var msg = &spacesyncproto.SpaceSubscription{
SpaceIds: []string{s.spaceId},
Action: spacesyncproto.SpaceSubscriptionAction_Subscribe,
}
payload, err := msg.Marshal()
if err != nil {
return
}
if err = objectStream.Send(&spacesyncproto.ObjectSyncMessage{
Payload: payload,
}); err != nil {
return
}
queueSize = 100
return &failingStream{objectStream, false}, nil, queueSize, nil
}
type spaceFixture struct {
ctx context.Context
app *app.App
config *mockConfig
account accountService.Service
configurationService nodeconf.Service
storageProvider spacestorage.SpaceStorageProvider
peerManagerProvider peermanager.PeerManagerProvider
streamOpener streamhandler.StreamHandler
credentialProvider credentialprovider.CredentialProvider
treeManager *testTreeManager
pool *mockPool
spaceService SpaceService
process *spaceProcess
cancelFunc context.CancelFunc
}
func newFixture(t *testing.T) *spaceFixture {
ctx, cancel := context.WithTimeout(context.Background(), time.Second)
fx := &spaceFixture{
ctx: ctx,
cancelFunc: cancel,
app: &app.App{},
config: &mockConfig{},
account: &accounttest.AccountTestService{},
configurationService: &testconf.StubConf{},
streamOpener: newStreamOpener("spaceId"),
peerManagerProvider: &testPeerManagerProvider{},
storageProvider: &spaceStorageProvider{rootPath: t.TempDir()},
treeManager: newMockTreeManager("spaceId"),
pool: &mockPool{},
spaceService: New(),
}
fx.app.Register(fx.account).
Register(syncqueues.New()).
Register(fx.config).
Register(rpctest.NewTestServer()).
Register(&mockPool{}).
Register(fx.storageProvider).
Register(credentialprovider.NewNoOp()).
Register(streampool.New()).
Register(fx.streamOpener).
Register(mockCoordinatorClient{}).
Register(mockNodeClient{}).
Register(&mockPeerManagerProvider{}).
Register(fx.configurationService).
Register(fx.treeManager).
Register(fx.spaceService).
Register(NewRpcServer())
err := fx.app.Start(ctx)
if err != nil {
fx.cancelFunc()
}
require.NoError(t, err)
return fx
}
func Test(t *testing.T) {
fx := newFixture(t)
defer fx.app.Close(context.Background())
}
func newPeerFixture(t *testing.T, spaceId string, keys *accountdata.AccountKeys, peerPool *synctest.PeerGlobalPool, provider *spaceStorageProvider) *spaceFixture {
ctx, cancel := context.WithTimeout(context.Background(), time.Second)
fx := &spaceFixture{
ctx: ctx,
cancelFunc: cancel,
app: &app.App{},
config: &mockConfig{},
account: accounttest.NewWithAcc(keys),
configurationService: &testconf.StubConf{},
storageProvider: provider,
streamOpener: newStreamOpener(spaceId),
peerManagerProvider: &testPeerManagerProvider{},
treeManager: newMockTreeManager(spaceId),
pool: &mockPool{},
spaceService: New(),
process: newSpaceProcess(spaceId),
}
fx.app.Register(fx.account).
Register(syncqueues.New()).
Register(fx.config).
Register(peerPool).
Register(rpctest.NewTestServer()).
Register(synctest.NewPeerProvider(keys.PeerId)).
Register(pool.New()).
Register(credentialprovider.NewNoOp()).
Register(streampool.New()).
Register(fx.streamOpener).
Register(mockCoordinatorClient{}).
Register(mockNodeClient{}).
Register(fx.configurationService).
Register(fx.storageProvider).
Register(fx.peerManagerProvider).
Register(fx.treeManager).
Register(fx.spaceService).
Register(NewRpcServer()).
Register(fx.process)
err := fx.app.Start(ctx)
if err != nil {
fx.cancelFunc()
}
require.NoError(t, err)
return fx
}
type multiPeerFixture struct {
peerFixtures []*spaceFixture
}
func (m *multiPeerFixture) Close() {
for _, fx := range m.peerFixtures {
fx.app.Close(context.Background())
}
}
func newMultiPeerFixture(t *testing.T, peerNum int) *multiPeerFixture {
keys, err := accountdata.NewRandom()
require.NoError(t, err)
masterKey, _, err := crypto.GenerateRandomEd25519KeyPair()
require.NoError(t, err)
metaKey, _, err := crypto.GenerateRandomEd25519KeyPair()
require.NoError(t, err)
readKey := crypto.NewAES()
meta := []byte("account")
payload := spacepayloads.SpaceCreatePayload{
SigningKey: keys.SignKey,
SpaceType: "space",
ReplicationKey: 10,
SpacePayload: nil,
MasterKey: masterKey,
ReadKey: readKey,
MetadataKey: metaKey,
Metadata: meta,
}
createSpace, err := spacepayloads.StoragePayloadForSpaceCreate(payload)
require.NoError(t, err)
executor := list.NewExternalKeysAclExecutor(createSpace.SpaceHeaderWithId.Id, keys, meta, createSpace.AclWithId)
cmds := []string{
"0.init::0",
"0.invite::invId",
}
for i := 1; i < peerNum; i++ {
cmds = append(cmds, fmt.Sprintf("%d.join::invId", i))
cmds = append(cmds, fmt.Sprintf("0.approve::%d,rw", i))
}
for _, cmd := range cmds {
err := executor.Execute(cmd)
require.NoError(t, err, cmd)
}
var (
allKeys []*accountdata.AccountKeys
allRecords []*consensusproto.RawRecordWithId
providers []*spaceStorageProvider
peerIds []string
)
allRecords, err = executor.ActualAccounts()["0"].Acl.RecordsAfter(context.Background(), "")
require.NoError(t, err)
ctx := context.Background()
for i := 0; i < peerNum; i++ {
allKeys = append(allKeys, executor.ActualAccounts()[fmt.Sprint(i)].Keys)
peerIds = append(peerIds, executor.ActualAccounts()[fmt.Sprint(i)].Keys.PeerId)
provider := &spaceStorageProvider{rootPath: t.TempDir()}
providers = append(providers, provider)
spaceStore, err := provider.CreateSpaceStorage(ctx, createSpace)
require.NoError(t, err)
listStorage, err := spaceStore.AclStorage()
require.NoError(t, err)
for i, rec := range allRecords {
prevRec := ""
if i > 0 {
prevRec = allRecords[i-1].Id
}
err := listStorage.AddAll(ctx, []list.StorageRecord{
{RawRecord: rec.Payload, Id: rec.Id, PrevId: prevRec, Order: i + 1, ChangeSize: len(rec.Payload)},
})
if errors.Is(err, anystore.ErrDocExists) {
continue
}
require.NoError(t, err)
}
}
peerPool := synctest.NewPeerGlobalPool(peerIds)
peerPool.MakePeers()
var peerFixtures []*spaceFixture
for i := 0; i < peerNum; i++ {
fx := newPeerFixture(t, createSpace.SpaceHeaderWithId.Id, allKeys[i], peerPool, providers[i])
peerFixtures = append(peerFixtures, fx)
}
return &multiPeerFixture{peerFixtures: peerFixtures}
}
func Test_Sync(t *testing.T) {
mpFixture := newMultiPeerFixture(t, 3)
time.Sleep(5 * time.Second)
for _, fx := range mpFixture.peerFixtures {
err := fx.process.Close(context.Background())
require.NoError(t, err)
}
time.Sleep(5 * time.Second)
var hashes []string
for _, fx := range mpFixture.peerFixtures {
sp, err := fx.app.MustComponent(RpcName).(*RpcServer).GetSpace(context.Background(), fx.process.spaceId)
require.NoError(t, err)
state, err := sp.Storage().StateStorage().GetState(context.Background())
require.NoError(t, err)
hashes = append(hashes, state.NewHash)
}
for i := 1; i < len(hashes); i++ {
require.Equal(t, hashes[0], hashes[i])
}
mpFixture.Close()
}