/*************************************************************************
* ModernUO *
* Copyright 2019-2026 - ModernUO Development Team *
* Email: hi@modernuo.com *
* File: SerializationThreadWorker.cs *
* *
* This program is free software: you can redistribute it and/or modify *
* it under the terms of the GNU General Public License as published by *
* the Free Software Foundation, either version 3 of the License, or *
* (at your option) any later version. *
* *
* You should have received a copy of the GNU General Public License *
* along with this program. If not, see . *
*************************************************************************/
using System;
using System.Collections.Generic;
using System.Runtime.CompilerServices;
using System.Threading;
namespace Server;
///
/// One contiguous run of records a worker serialized into its heap from a single chunk.
/// Together with the worker's lengths log this replaces per-entity placement state:
/// positions are implicit (a worker's writes are contiguous), and identity comes from
/// re-walking the same slots for range segments, or from the entities log for buffer
/// segments. The snapshot writer routes segments to files by .
///
internal readonly struct SerializedSegment
{
public readonly object Owner; // ISlotRangeSource for range segments, Persistence for buffer segments
public readonly int SlotOffset; // -1 when the segment came from a buffer chunk
public readonly int SlotCount;
public readonly long HeapStart;
public readonly int LengthsStart;
public readonly int RecordCount;
public readonly int EntitiesStart; // buffer segments only
public SerializedSegment(
object owner, int slotOffset, int slotCount, long heapStart, int lengthsStart, int recordCount,
int entitiesStart
)
{
Owner = owner;
SlotOffset = slotOffset;
SlotCount = slotCount;
HeapStart = heapStart;
LengthsStart = lengthsStart;
RecordCount = recordCount;
EntitiesStart = entitiesStart;
}
}
public class SerializationThreadWorker
{
private const int MinHeapSize = 1024 * 1024; // 1MB
private readonly int _index;
private readonly Thread _thread;
private readonly AutoResetEvent _startEvent; // Main thread tells the thread to start working
private readonly AutoResetEvent _stopEvent; // Main thread waits for the worker finish draining
private readonly SerializationChunkSource _chunkSource;
private readonly int _heapSizeHint;
private bool _pause;
private bool _exit;
private bool _exited;
private byte[] _heap;
private long _entitiesSerialized;
private long _bytesSerialized;
// What this worker serialized where, logged during the drain and consumed by
// WriteSnapshot on the background writer thread. Cleared once the snapshot is on disk.
private readonly List _segments = [];
private readonly List _lengths = [];
private readonly List _bufferEntities = [];
internal List Segments => _segments;
internal List Lengths => _lengths;
internal List BufferEntities => _bufferEntities;
///
/// Releases the write logs after the snapshot is written so serialized entity
/// references don't linger between saves. Capacity is retained: the logs regrow to
/// the same size every save.
///
internal void ReleaseWriteLogs()
{
_segments.Clear();
_lengths.Clear();
_bufferEntities.Clear();
}
public SerializationThreadWorker(int index, SerializationChunkSource chunkSource, int heapSizeHint = 0)
: this(index, chunkSource, heapSizeHint, inline: false)
{
}
private SerializationThreadWorker(int index, SerializationChunkSource chunkSource, int heapSizeHint, bool inline)
{
_index = index;
_chunkSource = chunkSource;
_heapSizeHint = heapSizeHint;
if (!inline)
{
_startEvent = new AutoResetEvent(false);
_stopEvent = new AutoResetEvent(false);
_thread = new Thread(Execute);
_thread.Start(this);
}
}
///
/// Creates a worker with no thread of its own. The owner drains chunks inline via
/// — used by the main thread to join the drain instead of
/// idling while the thread workers finish.
///
public static SerializationThreadWorker CreateInline(int index, SerializationChunkSource chunkSource, int heapSizeHint = 0) =>
new(index, chunkSource, heapSizeHint, inline: true);
// Stats from the most recent save, for diagnosing load balance.
public long EntitiesSerialized => _entitiesSerialized;
public long BytesSerialized => _bytesSerialized;
public void Wake()
{
_startEvent.Set();
}
public void Sleep()
{
Volatile.Write(ref _pause, true);
_stopEvent.WaitOne();
}
public void Exit()
{
if (_exited)
{
return;
}
_exited = true;
_exit = true;
Wake();
Sleep();
}
// Sized from the previous world load so the first save doesn't pay copy-on-grow during the freeze.
public void AllocateHeap() =>
_heap ??= GC.AllocateUninitializedArray(Math.Max(MinHeapSize, _heapSizeHint));
[MethodImpl(MethodImplOptions.AggressiveInlining)]
public ReadOnlySpan GetHeap(int start, int length) => _heap.AsSpan(start, length);
private long ProcessChunk(in SerializationChunkSource.Chunk chunk, BufferWriter writer)
{
if (chunk.Single != null)
{
// Self-payloads are written to their own file, so they record placement on the
// persistence itself instead of the segment logs.
var start = writer.Position;
chunk.Single.Serialize(writer);
chunk.Single.SetSelfPlacement((byte)_index, (int)start, (int)(writer.Position - start));
return 1;
}
if (chunk.Source != null)
{
var heapStart = writer.Position;
var lengthsStart = _lengths.Count;
var serialized = chunk.Source.SerializeRange(writer, _lengths, chunk.Offset, chunk.Count);
if (serialized > 0)
{
_segments.Add(
new SerializedSegment(chunk.Source, chunk.Offset, chunk.Count, heapStart, lengthsStart, serialized, -1)
);
}
return serialized;
}
var buffer = chunk.Buffer;
var count = chunk.Count;
var bufferHeapStart = writer.Position;
var bufferLengthsStart = _lengths.Count;
var entitiesStart = _bufferEntities.Count;
for (var i = 0; i < count; i++)
{
var e = buffer[i];
var start = writer.Position;
e.Serialize(writer);
_lengths.Add((int)(writer.Position - start));
_bufferEntities.Add(e);
}
_segments.Add(
new SerializedSegment(chunk.Owner, -1, 0, bufferHeapStart, bufferLengthsStart, count, entitiesStart)
);
_chunkSource.Return(buffer, count);
return count;
}
///
/// Drains chunks on the calling thread until the queue is empty, then returns.
/// Only valid on inline workers; the main thread calls this after publishing all work
/// so it contributes drain throughput instead of idling.
///
public void DrainInline()
{
ReleaseWriteLogs();
var writer = new BufferWriter(_heap, true);
var entities = 0L;
while (_chunkSource.TryTake(out var chunk))
{
entities += ProcessChunk(in chunk, writer);
}
_heap = writer.Buffer;
_entitiesSerialized = entities;
_bytesSerialized = writer.Position;
writer.Close();
}
private static void Execute(object obj)
{
var worker = (SerializationThreadWorker)obj;
var chunkSource = worker._chunkSource;
while (worker._startEvent.WaitOne())
{
worker.ReleaseWriteLogs();
var writer = new BufferWriter(worker._heap, true);
var entities = 0L;
var spinner = new SpinWait();
while (true)
{
var pauseRequested = Volatile.Read(ref worker._pause);
if (chunkSource.TryTake(out var chunk))
{
spinner.Reset();
entities += worker.ProcessChunk(in chunk, writer);
}
else if (pauseRequested) // Break when finished
{
break;
}
else
{
// Idle backoff instead of hammering the queue head while the producer works.
// sleep1Threshold: -1 keeps escalation at Yield/Sleep(0) and never Sleep(1),
// avoiding timer-resolution stalls at the end of the drain.
spinner.SpinOnce(-1);
}
}
worker._heap = writer.Buffer;
worker._entitiesSerialized = entities;
worker._bytesSerialized = writer.Position;
writer.Close();
// The owning thread may start another pause cycle the moment _stopEvent is set
// (Exit does exactly that). Clear _pause and sample the exit condition before
// signaling, or the new cycle's pause request is clobbered / its Sleep orphaned.
var exiting = Core.Closing || worker._exit;
Volatile.Write(ref worker._pause, false);
worker._stopEvent.Set(); // Allow the main thread to continue now that we are finished
if (exiting)
{
return;
}
}
}
}