Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
node/object/put: exchange meta signatures during replication
Initial replication requires nodes to sign object's main meta information and respond with it. Meta information is not sent on wire and treated as a fixed ordered NEO's map. Signatures are verified, not stored/send anywhere yet. It follows recent API extension: nspcc-dev/neofs-api#299. Closes #2876. Signed-off-by: Pavel Karpy <carpawell@nspcc.ru>
- Loading branch information
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,68 @@ | ||
| package object | ||
|
|
||
| import ( | ||
| "github.com/nspcc-dev/neo-go/pkg/vm/stackitem" | ||
| cid "github.com/nspcc-dev/neofs-sdk-go/container/id" | ||
| oid "github.com/nspcc-dev/neofs-sdk-go/object/id" | ||
| ) | ||
|
|
||
| const ( | ||
| validInterval = 10 // in epoches | ||
| currentVersion = 6 // it is also a number of fields | ||
|
|
||
| cidKey = "cid" | ||
| oidKey = "oid" | ||
| sizeKey = "size" | ||
| deletedKey = "deleted" | ||
| lockedKey = "locked" | ||
| validUntilKey = "validuntil" | ||
| ) | ||
|
|
||
| // MetaInfo uses NEO's map (strict order) serialized format as a raw | ||
| // representation of object's meta information. | ||
| // | ||
| // This (ordered) format is used (keys are strings): | ||
| // | ||
| // "cid": _raw_ container ID (32 bytes) | ||
| // "oid": _raw_ object ID (32 bytes) | ||
| // "size": payload size | ||
| // "deleted": array of _raw_ object IDs | ||
| // "locked": array of _raw_ object IDs | ||
| // "validuntil": last valid epoch number for meta information | ||
| // | ||
| // Last valid epoch is object's creation epoch + 10. | ||
| func MetaInfo(cID cid.ID, oID oid.ID, pSize uint64, deleted []oid.ID, locked []oid.ID, createdAt uint64) []byte { | ||
| kvs := make([]stackitem.MapElement, 0, currentVersion) | ||
| kvs = append(kvs, kv(cidKey, cID[:])) | ||
| kvs = append(kvs, kv(oidKey, oID[:])) | ||
| kvs = append(kvs, kv(sizeKey, pSize)) | ||
| kvs = append(kvs, oidsKV(deletedKey, deleted)) | ||
| kvs = append(kvs, oidsKV(lockedKey, locked)) | ||
| kvs = append(kvs, kv(validUntilKey, createdAt+validInterval)) | ||
|
|
||
| result, err := stackitem.Serialize(stackitem.NewMapWithValue(kvs)) | ||
| if err != nil { | ||
| // all the errors in the stackitem relate only cases when it is | ||
| // impossible to use serialized values (too many values, unsupported | ||
| // types, etc.), unexpected errors at all | ||
| panic(err) | ||
| } | ||
|
|
||
| return result | ||
| } | ||
|
|
||
| func kv(k string, value any) stackitem.MapElement { | ||
| return stackitem.MapElement{ | ||
| Key: stackitem.Make(k), | ||
| Value: stackitem.Make(value), | ||
| } | ||
| } | ||
|
|
||
| func oidsKV(fieldKey string, oIDs []oid.ID) stackitem.MapElement { | ||
| res := make([]stackitem.Item, 0, len(oIDs)) | ||
| for _, oID := range oIDs { | ||
| res = append(res, stackitem.NewByteArray(oID[:])) | ||
| } | ||
|
|
||
| return kv(fieldKey, res) | ||
| } | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,65 @@ | ||
| package object | ||
|
|
||
| import ( | ||
| "math/big" | ||
| "math/rand/v2" | ||
| "testing" | ||
|
|
||
| "github.com/nspcc-dev/neo-go/pkg/vm/stackitem" | ||
| cidtest "github.com/nspcc-dev/neofs-sdk-go/container/id/test" | ||
| oid "github.com/nspcc-dev/neofs-sdk-go/object/id" | ||
| oidtest "github.com/nspcc-dev/neofs-sdk-go/object/id/test" | ||
| "github.com/stretchr/testify/require" | ||
| ) | ||
|
|
||
| func TestMetaInfo(t *testing.T) { | ||
| oID := oidtest.ID() | ||
| cID := cidtest.ID() | ||
| size := rand.Uint64() | ||
| deleted := oidtest.IDs(10) | ||
| locked := oidtest.IDs(10) | ||
| validUntil := rand.Uint64() | ||
|
|
||
| raw := MetaInfo(cID, oID, size, deleted, locked, validUntil) | ||
| item, err := stackitem.Deserialize(raw) | ||
| require.NoError(t, err) | ||
|
|
||
| require.Equal(t, stackitem.MapT, item.Type()) | ||
| mm, ok := item.Value().([]stackitem.MapElement) | ||
| require.True(t, ok) | ||
|
|
||
| require.Len(t, mm, currentVersion) | ||
|
|
||
| require.Equal(t, cidKey, string(mm[0].Key.Value().([]byte))) | ||
| require.Equal(t, cID[:], mm[0].Value.Value().([]byte)) | ||
|
|
||
| require.Equal(t, oidKey, string(mm[1].Key.Value().([]byte))) | ||
| require.Equal(t, oID[:], mm[1].Value.Value().([]byte)) | ||
|
|
||
| require.Equal(t, sizeKey, string(mm[2].Key.Value().([]byte))) | ||
| require.Equal(t, size, mm[2].Value.Value().(*big.Int).Uint64()) | ||
|
|
||
| require.Equal(t, deletedKey, string(mm[3].Key.Value().([]byte))) | ||
| require.Equal(t, deleted, stackItemToOIDs(t, mm[3].Value)) | ||
|
|
||
| require.Equal(t, lockedKey, string(mm[4].Key.Value().([]byte))) | ||
| require.Equal(t, locked, stackItemToOIDs(t, mm[4].Value)) | ||
|
|
||
| require.Equal(t, validUntilKey, string(mm[5].Key.Value().([]byte))) | ||
| require.Equal(t, validUntil+validInterval, mm[5].Value.Value().(*big.Int).Uint64()) | ||
| } | ||
|
|
||
| func stackItemToOIDs(t *testing.T, value stackitem.Item) []oid.ID { | ||
| value, ok := value.(*stackitem.Array) | ||
| require.True(t, ok) | ||
|
|
||
| vv := value.Value().([]stackitem.Item) | ||
| res := make([]oid.ID, 0, len(vv)) | ||
|
|
||
| for _, v := range vv { | ||
| raw := v.Value().([]byte) | ||
| res = append(res, oid.ID(raw)) | ||
| } | ||
|
|
||
| return res | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.