Standalone save & persistence improvements

.gitignore

@@ -81,6 +81,7 @@ ipch/
 *.opensdf
 *.sdf
 *.cachefile
+*.lscache
 *.VC.db
 *.VC.VC.opendb
 

Source/Client/AsyncTime/AsyncWorldTimeComp.cs

@@ -216,6 +216,9 @@ public void ExecuteCmd(ScheduledCommand cmd)
 
             if (cmdType == CommandType.CreateJoinPoint)
             {
+                if (Multiplayer.session?.ConnectedToStandaloneServer == true && !TickPatch.currentExecutingCmdIssuedBySelf)
+                    return;
+
                 LongEventHandler.QueueLongEvent(CreateJoinPointAndSendIfHost, "MpCreatingJoinPoint", false, null);
             }
 
@@ -275,9 +278,21 @@ private static void CreateJoinPointAndSendIfHost()
     {
         Multiplayer.session.dataSnapshot = SaveLoad.CreateGameDataSnapshot(SaveLoad.SaveAndReload(), Multiplayer.GameComp.multifaction);
 
-        if (!TickPatch.Simulating && !Multiplayer.IsReplay &&
-            (Multiplayer.LocalServer != null || Multiplayer.arbiterInstance))
-            SaveLoad.SendGameData(Multiplayer.session.dataSnapshot, true);
+        if (!TickPatch.Simulating && !Multiplayer.IsReplay)
+        {
+            if (Multiplayer.session?.ConnectedToStandaloneServer == true)
+            {
+                // Standalone: every client uploads world data + individual snapshots
+                SaveLoad.SendGameData(Multiplayer.session.dataSnapshot, true);
+                SaveLoad.SendStandaloneMapSnapshots(Multiplayer.session.dataSnapshot);
+                SaveLoad.SendStandaloneWorldSnapshot(Multiplayer.session.dataSnapshot);
+            }
+            else if (Multiplayer.LocalServer != null || Multiplayer.arbiterInstance)
+            {
+                // Hosted: only host/arbiter uploads world data
+                SaveLoad.SendGameData(Multiplayer.session.dataSnapshot, true);
+            }
+        }
     }
 
     public void SetTimeEverywhere(TimeSpeed speed)

Source/Client/ConstantTicker.cs

@@ -47,6 +47,40 @@ private static void TickNonSimulation()
 
         private static void TickAutosave()
         {
+            // When connected to a remote standalone server, the client drives
+            // the autosave timer using the interval received at connection time
+            // (from the server's TOML settings via ServerProtocolOkPacket).
+            if (Multiplayer.session?.ConnectedToStandaloneServer == true)
+            {
+                var session = Multiplayer.session;
+                if (session.autosaveInterval <= 0)
+                    return;
+
+                if (session.autosaveUnit == AutosaveUnit.Minutes)
+                {
+                    session.autosaveCounter++;
+
+                    if (session.autosaveCounter > session.autosaveInterval * TicksPerMinute)
+                    {
+                        session.autosaveCounter = 0;
+                        Autosaving.DoAutosave();
+                    }
+                }
+                else if (session.autosaveUnit == AutosaveUnit.Days)
+                {
+                    var anyMapCounterUp =
+                        Multiplayer.game.mapComps
+                        .Any(m => m.autosaveCounter > session.autosaveInterval * TicksPerIngameDay);
+
+                    if (anyMapCounterUp)
+                    {
+                        Multiplayer.game.mapComps.Do(m => m.autosaveCounter = 0);
+                        Autosaving.DoAutosave();
+                    }
+                }
+                return;
+            }
+
             if (Multiplayer.LocalServer is not { } server) return;
 
             if (server.settings.autosaveUnit == AutosaveUnit.Minutes)

Source/Client/MultiplayerGame.cs

@@ -127,8 +127,6 @@ public void ChangeRealPlayerFaction(int newFaction)
 
         public void ChangeRealPlayerFaction(Faction newFaction, bool regenMapDrawers = true)
         {
-            Log.Message($"Changing real player faction to {newFaction} from {myFaction}");
-
             myFaction = newFaction;
             FactionContext.Set(newFaction);
             worldComp.SetFaction(newFaction);

Source/Client/Networking/State/ClientJoiningState.cs

@@ -35,6 +35,10 @@ public override void StartState()
         [TypedPacketHandler]
         public void HandleProtocolOk(ServerProtocolOkPacket packet)
         {
+            Multiplayer.session.isStandaloneServer = packet.isStandaloneServer;
+            Multiplayer.session.autosaveInterval = packet.autosaveInterval;
+            Multiplayer.session.autosaveUnit = packet.autosaveUnit;
+
             if (packet.hasPassword)
             {
                 // Delay showing the window for better UX

Source/Client/Patches/TickPatch.cs

@@ -174,6 +174,7 @@ private static bool RunCmds()
                 while (tickable.Cmds.Count > 0 && tickable.Cmds.Peek().ticks == curTimer)
                 {
                     ScheduledCommand cmd = tickable.Cmds.Dequeue();
+
                     // Minimal code impact fix for #733. Having all the commands be added to a single queue gets rid of
                     // the out-of-order execution problem. With a proper fix, this can be reverted to tickable.ExecuteCmd
                     var target = TickableById(cmd.mapId);

Source/Client/Patches/VTRSyncPatch.cs

@@ -2,6 +2,7 @@
 using HarmonyLib;
 using Multiplayer.Client.Util;
 using Multiplayer.Common;
+using Multiplayer.Common.Networking.Packet;
 using RimWorld.Planet;
 using Verse;
 
@@ -142,6 +143,11 @@ static void Postfix(WorldRenderMode __result)
                     {
                         VTRSync.SendViewedMapUpdate(VTRSync.lastMovedToMapId, VTRSync.WorldMapId);
                     }
+
+                    // On standalone with streaming, trigger a join point when leaving a map
+                    // so each player can save independently without disturbing others
+                    if (Multiplayer.session?.ConnectedToStandaloneServer == true && Multiplayer.GameComp.multifaction && Multiplayer.GameComp.asyncTime)
+                        Multiplayer.Client.Send(new ClientAutosavingPacket(JoinPointRequestReason.WorldTravel));
                 }
                 // Detect transition back to tile map
                 else if (__result != WorldRenderMode.Planet && lastRenderMode == WorldRenderMode.Planet)

Source/Client/Saving/SaveLoad.cs

@@ -1,9 +1,11 @@
 using Ionic.Zlib;
 using Multiplayer.Common;
+using Multiplayer.Common.Networking.Packet;
 using RimWorld;
 using RimWorld.Planet;
 using System.Collections.Generic;
 using System.Linq;
+using System.Security.Cryptography;
 using System.Threading;
 using System.Xml;
 using Multiplayer.Client.Saving;
@@ -240,6 +242,60 @@ void Send()
             else
                 Send();
         }
+
+        /// <summary>
+        /// Send per-map standalone snapshots to the server for all maps in the given snapshot.
+        /// Called after autosave when connected to a standalone server.
+        /// </summary>
+        public static void SendStandaloneMapSnapshots(GameDataSnapshot snapshot)
+        {
+            var tick = snapshot.CachedAtTime;
+
+            foreach (var (mapId, mapBytes) in snapshot.MapData)
+            {
+                var compressed = GZipStream.CompressBuffer(mapBytes);
+
+                byte[] hash;
+                using (var sha = SHA256.Create())
+                    hash = sha.ComputeHash(compressed);
+
+                var packet = new ClientStandaloneMapSnapshotPacket
+                {
+                    mapId = mapId,
+                    tick = tick,
+                    mapData = compressed,
+                    sha256Hash = hash,
+                };
+
+                OnMainThread.Enqueue(() => Multiplayer.Client?.SendFragmented(packet.Serialize()));
+            }
+        }
+
+        /// <summary>
+        /// Send the world + session standalone snapshot to the server.
+        /// Called after autosave when connected to a standalone server.
+        /// </summary>
+        public static void SendStandaloneWorldSnapshot(GameDataSnapshot snapshot)
+        {
+            var tick = snapshot.CachedAtTime;
+            var worldCompressed = GZipStream.CompressBuffer(snapshot.GameData);
+            var sessionCompressed = GZipStream.CompressBuffer(snapshot.SessionData);
+
+            using var hasher = SHA256.Create();
+            hasher.TransformBlock(worldCompressed, 0, worldCompressed.Length, null, 0);
+            hasher.TransformFinalBlock(sessionCompressed, 0, sessionCompressed.Length);
+            var hash = hasher.Hash ?? System.Array.Empty<byte>();
+
+            var packet = new ClientStandaloneWorldSnapshotPacket
+            {
+                tick = tick,
+                worldData = worldCompressed,
+                sessionData = sessionCompressed,
+                sha256Hash = hash,
+            };
+
+            OnMainThread.Enqueue(() => Multiplayer.Client?.SendFragmented(packet.Serialize()));
+        }
     }
 
 }

Source/Client/Session/Autosaving.cs

@@ -2,6 +2,7 @@
 using System.IO;
 using System.Linq;
 using Multiplayer.Common;
+using Multiplayer.Common.Networking.Packet;
 using RimWorld;
 using UnityEngine;
 using Verse;
@@ -14,8 +15,19 @@ public static void DoAutosave()
     {
         LongEventHandler.QueueLongEvent(() =>
         {
-            SaveGameToFile_Overwrite(GetNextAutosaveFileName(), false);
-            Multiplayer.Client.Send(Packets.Client_Autosaving);
+            var snapshot = SaveLoad.CreateGameDataSnapshot(SaveLoad.SaveGameData(), false);
+
+            if (!SaveGameToFile_Overwrite(GetNextAutosaveFileName(), snapshot))
+                return;
+
+            Multiplayer.Client.Send(new ClientAutosavingPacket(JoinPointRequestReason.Save));
+
+            // When connected to a standalone server, also upload fresh snapshots
+            if (Multiplayer.session?.ConnectedToStandaloneServer == true)
+            {
+                SaveLoad.SendStandaloneMapSnapshots(snapshot);
+                SaveLoad.SendStandaloneWorldSnapshot(snapshot);
+            }
         }, "MpSaving", false, null);
     }
 
@@ -33,30 +45,39 @@ private static string GetNextAutosaveFileName()
             .First();
     }
 
-    public static void SaveGameToFile_Overwrite(string fileNameNoExtension, bool currentReplay)
+    public static bool SaveGameToFile_Overwrite(string fileNameNoExtension, bool currentReplay)
+        => SaveGameToFile_Overwrite(fileNameNoExtension,
+            currentReplay ? Multiplayer.session.dataSnapshot : null);
+
+    public static bool SaveGameToFile_Overwrite(string fileNameNoExtension, GameDataSnapshot snapshot)
     {
         Log.Message($"Multiplayer: saving to file {fileNameNoExtension}");
 
         try
         {
-            var tmp = new FileInfo(Path.Combine(Multiplayer.ReplaysDir, $"{fileNameNoExtension}.tmp.zip"));
-            Replay.ForSaving(tmp).WriteData(
-                currentReplay ?
-                    Multiplayer.session.dataSnapshot :
-                    SaveLoad.CreateGameDataSnapshot(SaveLoad.SaveGameData(), false)
+            var tmpPath = Path.Combine(Multiplayer.ReplaysDir, $"{fileNameNoExtension}.tmp.zip");
+            if (File.Exists(tmpPath))
+                File.Delete(tmpPath);
+
+            Replay.ForSaving(new FileInfo(tmpPath)).WriteData(
+                snapshot ?? SaveLoad.CreateGameDataSnapshot(SaveLoad.SaveGameData(), false)
             );
 
-            var dst = new FileInfo(Path.Combine(Multiplayer.ReplaysDir, $"{fileNameNoExtension}.zip"));
-            if (!dst.Exists) dst.Open(FileMode.Create).Close();
-            tmp.Replace(dst.FullName, null);
+            var dstPath = Path.Combine(Multiplayer.ReplaysDir, $"{fileNameNoExtension}.zip");
+            if (File.Exists(dstPath))
+                File.Replace(tmpPath, dstPath, destinationBackupFileName: null);
+            else
+                File.Move(tmpPath, dstPath);
 
             Messages.Message("MpGameSaved".Translate(fileNameNoExtension), MessageTypeDefOf.SilentInput, false);
             Multiplayer.session.lastSaveAt = Time.realtimeSinceStartup;
+            return true;
         }
         catch (Exception e)
         {
             Log.Error($"Exception saving multiplayer game as {fileNameNoExtension}: {e}");
             Messages.Message("MpGameSaveFailed".Translate(), MessageTypeDefOf.SilentInput, false);
+            return false;
         }
     }
 }

Source/Client/Session/MultiplayerSession.cs

@@ -56,6 +56,10 @@ public class MultiplayerSession : IConnectionStatusListener
 
         public IConnector connector;
         public BootstrapServerState bootstrapState = BootstrapServerState.None;
+        public bool isStandaloneServer;
+        public float autosaveInterval;
+        public AutosaveUnit autosaveUnit;
+        public bool ConnectedToStandaloneServer => client != null && isStandaloneServer;
 
         public void ApplyBootstrapState(ServerBootstrapPacket packet) =>
             bootstrapState = BootstrapServerState.FromPacket(packet);
@@ -64,6 +68,8 @@ public void ApplyBootstrapState(ServerBootstrapPacket packet) =>
 
         public void Stop()
         {
+            isStandaloneServer = false;
+
             if (client != null)
             {
                 client.Close(MpDisconnectReason.Internal);

Source/Client/Windows/BootstrapConfiguratorWindow.BootstrapFlow.cs

@@ -282,7 +282,16 @@ private void CreateBootstrapReplaySave()
     {
         try
         {
-            Autosaving.SaveGameToFile_Overwrite(BootstrapSaveName, currentReplay: false);
+            if (!Autosaving.SaveGameToFile_Overwrite(BootstrapSaveName, currentReplay: false))
+            {
+                OnMainThread.Enqueue(() =>
+                {
+                    saveUploadStatus = "Save failed, see log for details.";
+                    bootstrapSaveQueued = false;
+                });
+                return;
+            }
+
             var path = Path.Combine(Multiplayer.ReplaysDir, $"{BootstrapSaveName}.zip");
             OnMainThread.Enqueue(() => FinalizeBootstrapSave(path));
         }

Source/Client/Windows/BootstrapConfiguratorWindow.SettingsUi.cs

@@ -48,6 +48,8 @@ private void DrawSettings(Rect entry, Rect inRect)
         else if (tab == Tab.Preview)
             DrawPreviewTab(contentRect, inRect.height);
 
+        settings.EnforceStandaloneRequirements();
+
         settingsUiBuffers.MaxPlayersBuffer = buffers.MaxPlayersBuffer;
         settingsUiBuffers.AutosaveBuffer = buffers.AutosaveBuffer;
 
@@ -143,6 +145,7 @@ private void StartUploadSettingsToml()
         {
             try
             {
+                settings.EnforceStandaloneRequirements();
                 connection.Send(new ClientBootstrapSettingsPacket(settings));
 
                 OnMainThread.Enqueue(() =>

Source/Client/Windows/BootstrapConfiguratorWindow.cs

@@ -72,6 +72,7 @@ public BootstrapConfiguratorWindow(ConnectionBase connection)
             settings.directAddress = $"0.0.0.0:{MultiplayerServer.DefaultPort}";
         settings.steam = false;
         settings.arbiter = false;
+            settings.EnforceStandaloneRequirements();
 
         settingsUiBuffers.MaxPlayersBuffer = settings.maxPlayers.ToString();
         settingsUiBuffers.AutosaveBuffer = settings.autosaveInterval.ToString();

Source/Client/Windows/SaveGameWindow.cs

@@ -1,7 +1,9 @@
 using Multiplayer.Client.Util;
+using Multiplayer.Common;
 using RimWorld;
 using System.Collections.Generic;
 using System.IO;
+using Multiplayer.Common.Networking.Packet;
 using UnityEngine;
 using Verse;
 
@@ -199,7 +201,13 @@ private void Accept(bool currentReplay)
     {
         if (curText.Length != 0)
         {
-            LongEventHandler.QueueLongEvent(() => Autosaving.SaveGameToFile_Overwrite(curText, currentReplay), "MpSaving", false, null);
+            LongEventHandler.QueueLongEvent(() =>
+            {
+                if (!Autosaving.SaveGameToFile_Overwrite(curText, currentReplay))
+                    return;
+
+                Multiplayer.Client.Send(new ClientAutosavingPacket(JoinPointRequestReason.Save));
+            }, "MpSaving", false, null);
             Close();
         }
     }

Source/Common/ChatCommands.cs

@@ -53,7 +53,7 @@ public ChatCmdJoinPoint()
 
     public override void Handle(IChatSource source, string[] args)
     {
-        if (!Server.worldData.TryStartJoinPointCreation(true))
+        if (!Server.worldData.TryStartJoinPointCreation(true, sourcePlayer: source as ServerPlayer))
             source.SendMsg("Join point creation already in progress.");
     }
 }

Source/Common/JoinPointRequestReason.cs

@@ -0,0 +1,8 @@
+namespace Multiplayer.Common;
+
+public enum JoinPointRequestReason : byte
+{
+    Unknown = 0,
+    Save = 1,
+    WorldTravel = 2,
+}

Source/Common/MultiplayerServer.cs

@@ -74,6 +74,7 @@ static MultiplayerServer()
         public int NetTimer { get; private set; }
 
         public bool IsStandaloneServer { get; set; }
+        public StandalonePersistence? persistence;
 
         public MultiplayerServer(ServerSettings settings)
         {