using System; using System.Buffers; using System.IO; using System.Linq; using System.Security.Cryptography; using MessagePack; #nullable enable namespace GameCult.Aetheria.State.Unity { internal static class AetheriaRuntimeCultCacheDocumentStore { private const string FormatVersion = "cultcache.store.v1"; private const int StoreSnapshotFieldCount = 3; private const int SchemaCatalogEntryFieldCount = 7; private const int SchemaCatalogMemberFieldCount = 8; private const int PersistedRecordFieldCount = 4; public static void WriteEveCommand(string path, AetheriaRuntimeEveCommandDocument document) { WriteDocument( path, $"command:gamecult.eve.command.{document.CommandId}.v1", AetheriaRuntimeEveCommandDocument.SchemaId, "gamecult.eve.command", "gamecult.eve.command.v1", document.IssuedAtUtc, MessagePackSerializer.Serialize(document)); } public static AetheriaRuntimeEveCommandDocument ReadEveCommand(string path) { return MessagePackSerializer.Deserialize( ReadDocumentPayload(path, AetheriaRuntimeEveCommandDocument.SchemaId)); } public static void WriteDaemonCommand(string path, AetheriaRuntimeDaemonCommandDocument document) { WriteDocument( path, $"command:gamecult.aetheria.daemon_command.{document.CommandId}.v1", AetheriaRuntimeDaemonSchemas.Command, "gamecult.aetheria.daemon_command", "gamecult.aetheria.daemon_command.v1", document.IssuedAtUtc, MessagePackSerializer.Serialize(document)); } public static AetheriaRuntimeDaemonCommandDocument ReadDaemonCommand(string path) { return MessagePackSerializer.Deserialize( ReadDocumentPayload(path, AetheriaRuntimeDaemonSchemas.Command)); } public static void WriteDaemonFrame(string path, AetheriaRuntimeDaemonFrameDocument document) { WriteDocument( path, $"latest:gamecult.aetheria.daemon_frame.{document.SessionId}.v1", AetheriaRuntimeDaemonSchemas.Frame, "gamecult.aetheria.daemon_frame", "gamecult.aetheria.daemon_frame.v1", document.PublishedAtUtc, MessagePackSerializer.Serialize(document)); } public static AetheriaRuntimeDaemonFrameDocument ReadDaemonFrame(string path) { return MessagePackSerializer.Deserialize( ReadDocumentPayload(path, AetheriaRuntimeDaemonSchemas.Frame)); } public static void WriteDaemonSoaView(string path, AetheriaRuntimeDaemonSoaViewDocument document) { WriteDocument( path, $"latest:gamecult.aetheria.daemon_soa_view.{document.SessionId}.v1", AetheriaRuntimeDaemonSchemas.SoaView, "gamecult.aetheria.daemon_soa_view", "gamecult.aetheria.daemon_soa_view.v1", document.PublishedAtUtc, MessagePackSerializer.Serialize(document)); } public static AetheriaRuntimeDaemonSoaViewDocument ReadDaemonSoaView(string path) { return MessagePackSerializer.Deserialize( ReadDocumentPayload(path, AetheriaRuntimeDaemonSchemas.SoaView)); } public static void WriteDaemonProviderAdvertisement( string path, AetheriaRuntimeDaemonProviderAdvertisementDocument document) { WriteDocument( path, $"latest:gamecult.aetheria.daemon_provider.{document.DaemonId}.v1", AetheriaRuntimeDaemonSchemas.ProviderAdvertisement, "gamecult.aetheria.daemon_provider_advertisement", "gamecult.aetheria.daemon_provider_advertisement.v1", document.PublishedAtUtc, MessagePackSerializer.Serialize(document)); } public static AetheriaRuntimeDaemonProviderAdvertisementDocument ReadDaemonProviderAdvertisement(string path) { return MessagePackSerializer.Deserialize( ReadDocumentPayload(path, AetheriaRuntimeDaemonSchemas.ProviderAdvertisement)); } public static void WriteDaemonHealth(string path, AetheriaRuntimeDaemonHealthDocument document) { WriteDocument( path, $"latest:gamecult.aetheria.daemon_health.{document.DaemonId}.v1", AetheriaRuntimeDaemonSchemas.Health, "gamecult.aetheria.daemon_health", "gamecult.aetheria.daemon_health.v1", document.PublishedAtUtc, MessagePackSerializer.Serialize(document)); } public static AetheriaRuntimeDaemonHealthDocument ReadDaemonHealth(string path) { return MessagePackSerializer.Deserialize( ReadDocumentPayload(path, AetheriaRuntimeDaemonSchemas.Health)); } public static void WriteDaemonCommandBoundary( string path, AetheriaRuntimeDaemonCommandBoundaryDocument document) { WriteDocument( path, $"latest:gamecult.aetheria.daemon_command_boundary.{document.BoundaryId}.v1", AetheriaRuntimeDaemonSchemas.CommandBoundary, "gamecult.aetheria.daemon_command_boundary", "gamecult.aetheria.daemon_command_boundary.v1", document.PublishedAtUtc, MessagePackSerializer.Serialize(document)); } public static AetheriaRuntimeDaemonCommandBoundaryDocument ReadDaemonCommandBoundary(string path) { return MessagePackSerializer.Deserialize( ReadDocumentPayload(path, AetheriaRuntimeDaemonSchemas.CommandBoundary)); } public static void WriteDaemonGameSurface(string path, AetheriaRuntimeSurfaceDocument document) { WriteDaemonSurface( path, document, AetheriaRuntimeDaemonSchemas.GameSurface, "gamecult.aetheria.daemon_game_surface", "gamecult.aetheria.daemon_game_surface.v1"); } public static AetheriaRuntimeSurfaceDocument ReadDaemonGameSurface(string path) { return ReadRuntimeSurfaceDocument(ReadDocumentPayload(path, AetheriaRuntimeDaemonSchemas.GameSurface)); } public static void WriteDaemonEditorSurface(string path, AetheriaRuntimeSurfaceDocument document) { WriteDaemonSurface( path, document, AetheriaRuntimeDaemonSchemas.EditorSurface, "gamecult.aetheria.daemon_editor_surface", "gamecult.aetheria.daemon_editor_surface.v1"); } public static AetheriaRuntimeSurfaceDocument ReadDaemonEditorSurface(string path) { return ReadRuntimeSurfaceDocument(ReadDocumentPayload(path, AetheriaRuntimeDaemonSchemas.EditorSurface)); } private static void WriteDaemonSurface( string path, AetheriaRuntimeSurfaceDocument document, string schema, string schemaName, string schemaVersion) { WriteDocument( path, $"latest:{schemaName}.{document.Surface.Id}.v1", schema, schemaName, schemaVersion, document.UpdatedAtUtc, WriteRuntimeSurfaceDocument(document)); } private static void WriteDocument( string path, string key, string schemaId, string schemaName, string schemaVersion, string storedAt, byte[] payload) { var buffer = new ArrayBufferWriter(); var writer = new MessagePackWriter(buffer); writer.WriteArrayHeader(StoreSnapshotFieldCount); writer.Write(FormatVersion); writer.WriteArrayHeader(1); WriteSchemaCatalogEntry(ref writer, schemaId, schemaName, schemaVersion, payload); writer.WriteArrayHeader(1); WritePersistedRecord(ref writer, key, schemaId, storedAt, payload); writer.Flush(); WriteFileAtomically(path, buffer.WrittenSpan.ToArray()); } private static byte[] ReadDocumentPayload(string path, string expectedSchemaId) { var reader = new MessagePackReader(File.ReadAllBytes(path)); var fieldCount = reader.ReadArrayHeader(); if (fieldCount < StoreSnapshotFieldCount) { throw new InvalidDataException($"CultCache document '{path}' is missing store fields."); } var formatVersion = reader.ReadString() ?? ""; if (!formatVersion.StartsWith("cultcache.store.v1", StringComparison.Ordinal)) { throw new InvalidDataException($"Document '{path}' is not a CultCache store."); } var schemaIds = ReadSchemaCatalog(ref reader); var recordCount = reader.ReadArrayHeader(); if (recordCount != 1) { throw new InvalidDataException($"CultCache document '{path}' must contain exactly one record."); } var recordFieldCount = reader.ReadArrayHeader(); if (recordFieldCount < PersistedRecordFieldCount) { throw new InvalidDataException($"CultCache record '{path}' is missing record fields."); } reader.Skip(); // key var schemaId = reader.ReadString() ?? ""; reader.Skip(); // storedAt var payload = reader.ReadBytes()?.ToArray() ?? Array.Empty(); for (var index = PersistedRecordFieldCount; index < recordFieldCount; index++) { reader.Skip(); } for (var index = StoreSnapshotFieldCount; index < fieldCount; index++) { reader.Skip(); } if (!string.Equals(schemaId, expectedSchemaId, StringComparison.Ordinal)) { throw new InvalidDataException($"Document '{path}' has schema '{schemaId}', expected '{expectedSchemaId}'."); } if (!schemaIds.Contains(schemaId, StringComparer.Ordinal)) { throw new InvalidDataException($"Document '{path}' does not publish schema '{schemaId}' in its CultCache catalog."); } return payload; } private static string[] ReadSchemaCatalog(ref MessagePackReader reader) { var count = reader.ReadArrayHeader(); var schemaIds = new string[count]; for (var index = 0; index < count; index++) { var fieldCount = reader.ReadArrayHeader(); schemaIds[index] = fieldCount > 0 ? reader.ReadString() ?? "" : ""; for (var field = 1; field < fieldCount; field++) { reader.Skip(); } } return schemaIds; } private static byte[] WriteRuntimeSurfaceDocument(AetheriaRuntimeSurfaceDocument document) { var buffer = new ArrayBufferWriter(); var writer = new MessagePackWriter(buffer); writer.WriteArrayHeader(7); writer.Write(document.ProviderId ?? ""); writer.Write(document.ProviderKind ?? ""); writer.Write(document.Title ?? ""); writer.Write(document.Version); writer.Write(document.UpdatedAtUtc ?? ""); WriteSurfaceTree(ref writer, document.Surface); WriteSurfaceCommands(ref writer, document.Commands); writer.Flush(); return buffer.WrittenSpan.ToArray(); } private static void WriteSurfaceTree(ref MessagePackWriter writer, AetheriaRuntimeSurfaceTree tree) { tree ??= new AetheriaRuntimeSurfaceTree( "", new AetheriaRuntimeSurfaceComponent( "", "surface", new System.Collections.Generic.Dictionary(StringComparer.Ordinal), Array.Empty()), Array.Empty()); writer.WriteArrayHeader(3); writer.Write(tree.Id ?? ""); WriteSurfaceComponent(ref writer, tree.Root); writer.WriteArrayHeader(tree.Styles?.Count ?? 0); foreach (var style in tree.Styles ?? Array.Empty()) { writer.WriteArrayHeader(2); writer.Write(style.Name ?? ""); writer.Write(style.Value ?? ""); } } private static void WriteSurfaceComponent(ref MessagePackWriter writer, AetheriaRuntimeSurfaceComponent component) { component ??= new AetheriaRuntimeSurfaceComponent( "", "", new System.Collections.Generic.Dictionary(StringComparer.Ordinal), Array.Empty()); writer.WriteArrayHeader(4); writer.Write(component.Id ?? ""); writer.Write(component.Kind ?? ""); writer.WriteMapHeader(component.Props?.Count ?? 0); foreach (var prop in component.Props ?? new System.Collections.Generic.Dictionary(StringComparer.Ordinal)) { writer.Write(prop.Key ?? ""); writer.Write(prop.Value ?? ""); } writer.WriteArrayHeader(component.Children?.Count ?? 0); foreach (var child in component.Children ?? Array.Empty()) { WriteSurfaceComponent(ref writer, child); } } private static void WriteSurfaceCommands( ref MessagePackWriter writer, System.Collections.Generic.IReadOnlyList commands) { writer.WriteArrayHeader(commands?.Count ?? 0); foreach (var command in commands ?? Array.Empty()) { writer.WriteArrayHeader(3); writer.Write(command.Command ?? ""); writer.Write(command.Label ?? ""); writer.Write(command.Transport ?? ""); } } private static AetheriaRuntimeSurfaceDocument ReadRuntimeSurfaceDocument(byte[] payload) { var reader = new MessagePackReader(payload); var fields = reader.ReadArrayHeader(); var providerId = ReadFieldString(ref reader, fields, 0, ""); var providerKind = ReadFieldString(ref reader, fields, 1, ""); var title = ReadFieldString(ref reader, fields, 2, ""); var version = ReadFieldInt64(ref reader, fields, 3, 0); var updatedAtUtc = ReadFieldString(ref reader, fields, 4, ""); var surface = ReadFieldSurfaceTree(ref reader, fields, 5); var commands = ReadFieldSurfaceCommands(ref reader, fields, 6); for (var index = 7; index < fields; index++) { reader.Skip(); } return new AetheriaRuntimeSurfaceDocument( providerId, providerKind, title, version, updatedAtUtc, surface, commands); } private static AetheriaRuntimeSurfaceTree ReadFieldSurfaceTree( ref MessagePackReader reader, int fields, int index) { if (index >= fields || reader.NextMessagePackType == MessagePackType.Nil) { if (index < fields) reader.ReadNil(); return new AetheriaRuntimeSurfaceTree( "", new AetheriaRuntimeSurfaceComponent( "", "surface", new System.Collections.Generic.Dictionary(StringComparer.Ordinal), Array.Empty()), Array.Empty()); } var treeFields = reader.ReadArrayHeader(); var id = ReadFieldString(ref reader, treeFields, 0, ""); var root = ReadFieldSurfaceComponent(ref reader, treeFields, 1); var styles = ReadFieldSurfaceStyles(ref reader, treeFields, 2); for (var field = 3; field < treeFields; field++) { reader.Skip(); } return new AetheriaRuntimeSurfaceTree(id, root, styles); } private static AetheriaRuntimeSurfaceComponent ReadFieldSurfaceComponent( ref MessagePackReader reader, int fields, int index) { if (index >= fields || reader.NextMessagePackType == MessagePackType.Nil) { if (index < fields) reader.ReadNil(); return new AetheriaRuntimeSurfaceComponent( "", "", new System.Collections.Generic.Dictionary(StringComparer.Ordinal), Array.Empty()); } var componentFields = reader.ReadArrayHeader(); var id = ReadFieldString(ref reader, componentFields, 0, ""); var kind = ReadFieldString(ref reader, componentFields, 1, ""); var props = ReadFieldStringMap(ref reader, componentFields, 2); var children = ReadFieldSurfaceComponents(ref reader, componentFields, 3); for (var field = 4; field < componentFields; field++) { reader.Skip(); } return new AetheriaRuntimeSurfaceComponent(id, kind, props, children); } private static System.Collections.Generic.IReadOnlyList ReadFieldSurfaceComponents( ref MessagePackReader reader, int fields, int index) { if (index >= fields || reader.NextMessagePackType == MessagePackType.Nil) { if (index < fields) reader.ReadNil(); return Array.Empty(); } var count = reader.ReadArrayHeader(); var children = new AetheriaRuntimeSurfaceComponent[count]; for (var child = 0; child < count; child++) { children[child] = ReadFieldSurfaceComponent(ref reader, 1, 0); } return children; } private static System.Collections.Generic.IReadOnlyDictionary ReadFieldStringMap( ref MessagePackReader reader, int fields, int index) { var values = new System.Collections.Generic.Dictionary(StringComparer.Ordinal); if (index >= fields || reader.NextMessagePackType == MessagePackType.Nil) { if (index < fields) reader.ReadNil(); return values; } var count = reader.ReadMapHeader(); for (var item = 0; item < count; item++) { values[reader.ReadString() ?? ""] = reader.ReadString() ?? ""; } return values; } private static System.Collections.Generic.IReadOnlyList ReadFieldSurfaceStyles( ref MessagePackReader reader, int fields, int index) { if (index >= fields || reader.NextMessagePackType == MessagePackType.Nil) { if (index < fields) reader.ReadNil(); return Array.Empty(); } var count = reader.ReadArrayHeader(); var styles = new AetheriaRuntimeSurfaceStyleToken[count]; for (var style = 0; style < count; style++) { var styleFields = reader.ReadArrayHeader(); var name = ReadFieldString(ref reader, styleFields, 0, ""); var value = ReadFieldString(ref reader, styleFields, 1, ""); for (var field = 2; field < styleFields; field++) { reader.Skip(); } styles[style] = new AetheriaRuntimeSurfaceStyleToken(name, value); } return styles; } private static System.Collections.Generic.IReadOnlyList ReadFieldSurfaceCommands( ref MessagePackReader reader, int fields, int index) { if (index >= fields || reader.NextMessagePackType == MessagePackType.Nil) { if (index < fields) reader.ReadNil(); return Array.Empty(); } var count = reader.ReadArrayHeader(); var commands = new AetheriaRuntimeSurfaceCommandTemplate[count]; for (var command = 0; command < count; command++) { var commandFields = reader.ReadArrayHeader(); var name = ReadFieldString(ref reader, commandFields, 0, ""); var label = ReadFieldString(ref reader, commandFields, 1, ""); var transport = ReadFieldString(ref reader, commandFields, 2, ""); for (var field = 3; field < commandFields; field++) { reader.Skip(); } commands[command] = new AetheriaRuntimeSurfaceCommandTemplate(name, label, transport); } return commands; } private static void WriteSchemaCatalogEntry( ref MessagePackWriter writer, string schemaId, string schemaName, string schemaVersion, byte[] payload) { writer.WriteArrayHeader(SchemaCatalogEntryFieldCount); writer.Write(schemaId); writer.Write(schemaName); writer.Write(schemaVersion); writer.Write(ContentHash(payload)); writer.Write(""); writer.WriteArrayHeader(0); writer.WriteArrayHeader(0); } private static void WritePersistedRecord( ref MessagePackWriter writer, string key, string schemaId, string storedAt, byte[] payload) { writer.WriteArrayHeader(PersistedRecordFieldCount); writer.Write(key); writer.Write(schemaId); writer.Write(storedAt ?? ""); writer.Write(payload); } private static string ReadFieldString(ref MessagePackReader reader, int fields, int index, string fallback) { return index >= fields ? fallback : reader.ReadString() ?? fallback; } private static int ReadFieldInt32(ref MessagePackReader reader, int fields, int index, int fallback) { if (index >= fields) { return fallback; } if (reader.NextMessagePackType == MessagePackType.Nil) { reader.ReadNil(); return fallback; } return reader.ReadInt32(); } private static long ReadFieldInt64(ref MessagePackReader reader, int fields, int index, long fallback) { if (index >= fields) { return fallback; } if (reader.NextMessagePackType == MessagePackType.Nil) { reader.ReadNil(); return fallback; } return reader.ReadInt64(); } private static string ContentHash(byte[] payload) { using var sha256 = SHA256.Create(); return BitConverter.ToString(sha256.ComputeHash(payload)).Replace("-", "").ToLowerInvariant(); } private static void WriteFileAtomically(string path, byte[] payload) { var directory = Path.GetDirectoryName(path); if (!string.IsNullOrWhiteSpace(directory)) { Directory.CreateDirectory(directory); } var tempPath = path + ".tmp"; File.WriteAllBytes(tempPath, payload); if (File.Exists(path)) { File.Delete(path); } File.Move(tempPath, path); } } }