using ChocolArm64.Exceptions; using ChocolArm64.State; using System; using System.Collections.Generic; using System.Runtime.CompilerServices; using System.Runtime.InteropServices; using System.Runtime.Intrinsics; using System.Runtime.Intrinsics.X86; namespace ChocolArm64.Memory { public unsafe class AMemory : IAMemory, IDisposable { private const long ErgMask = (4 << AThreadState.ErgSizeLog2) - 1; public AMemoryMgr Manager { get; private set; } private struct ExMonitor { public long Position { get; private set; } private bool ExState; public ExMonitor(long Position, bool ExState) { this.Position = Position; this.ExState = ExState; } public bool HasExclusiveAccess(long Position) { return this.Position == Position && ExState; } public void Reset() { ExState = false; } } private Dictionary Monitors; private HashSet ExAddrs; public IntPtr Ram { get; private set; } private byte* RamPtr; public AMemory() { Manager = new AMemoryMgr(); Monitors = new Dictionary(); ExAddrs = new HashSet(); if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows)) { Ram = AMemoryWin32.Allocate((IntPtr)AMemoryMgr.RamSize + AMemoryMgr.PageSize); } else { Ram = Marshal.AllocHGlobal((IntPtr)AMemoryMgr.RamSize + AMemoryMgr.PageSize); } RamPtr = (byte*)Ram; } public void RemoveMonitor(int ThreadId) { lock (Monitors) { if (Monitors.TryGetValue(ThreadId, out ExMonitor Monitor)) { ExAddrs.Remove(Monitor.Position); } Monitors.Remove(ThreadId); } } public void SetExclusive(AThreadState ThreadState, long Position) { Position &= ~ErgMask; lock (Monitors) { if (Monitors.TryGetValue(ThreadState.ThreadId, out ExMonitor Monitor)) { ExAddrs.Remove(Monitor.Position); } bool ExState = ExAddrs.Add(Position); Monitor = new ExMonitor(Position, ExState); if (!Monitors.TryAdd(ThreadState.ThreadId, Monitor)) { Monitors[ThreadState.ThreadId] = Monitor; } } } public bool TestExclusive(AThreadState ThreadState, long Position) { Position &= ~ErgMask; lock (Monitors) { if (!Monitors.TryGetValue(ThreadState.ThreadId, out ExMonitor Monitor)) { return false; } return Monitor.HasExclusiveAccess(Position); } } public void ClearExclusive(AThreadState ThreadState) { lock (Monitors) { if (Monitors.TryGetValue(ThreadState.ThreadId, out ExMonitor Monitor)) { Monitor.Reset(); ExAddrs.Remove(Monitor.Position); } } } public bool AcquireAddress(long Position) { Position &= ~ErgMask; lock (Monitors) { return ExAddrs.Add(Position); } } public void ReleaseAddress(long Position) { Position &= ~ErgMask; lock (Monitors) { ExAddrs.Remove(Position); } } public long GetHostPageSize() { if (!RuntimeInformation.IsOSPlatform(OSPlatform.Windows)) { return AMemoryMgr.PageSize; } IntPtr MemAddress = new IntPtr(RamPtr); IntPtr MemSize = new IntPtr(AMemoryMgr.RamSize); long PageSize = AMemoryWin32.IsRegionModified(MemAddress, MemSize, Reset: false); if (PageSize < 1) { throw new InvalidOperationException(); } return PageSize; } public bool IsRegionModified(long Position, long Size) { if (!RuntimeInformation.IsOSPlatform(OSPlatform.Windows)) { return true; } long EndPos = Position + Size; if ((ulong)EndPos < (ulong)Position) { return false; } if ((ulong)EndPos > AMemoryMgr.RamSize) { return false; } IntPtr MemAddress = new IntPtr(RamPtr + Position); IntPtr MemSize = new IntPtr(Size); return AMemoryWin32.IsRegionModified(MemAddress, MemSize, Reset: true) != 0; } public sbyte ReadSByte(long Position) { return (sbyte)ReadByte(Position); } public short ReadInt16(long Position) { return (short)ReadUInt16(Position); } public int ReadInt32(long Position) { return (int)ReadUInt32(Position); } public long ReadInt64(long Position) { return (long)ReadUInt64(Position); } public byte ReadByte(long Position) { EnsureAccessIsValid(Position, AMemoryPerm.Read); return ReadByteUnchecked(Position); } public ushort ReadUInt16(long Position) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Read); EnsureAccessIsValid(Position + 1, AMemoryPerm.Read); return ReadUInt16Unchecked(Position); } public uint ReadUInt32(long Position) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Read); EnsureAccessIsValid(Position + 3, AMemoryPerm.Read); return ReadUInt32Unchecked(Position); } public ulong ReadUInt64(long Position) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Read); EnsureAccessIsValid(Position + 7, AMemoryPerm.Read); return ReadUInt64Unchecked(Position); } public Vector128 ReadVector8(long Position) { if (Sse2.IsSupported) { return Sse.StaticCast(Sse2.SetVector128(0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ReadByte(Position))); } else { throw new PlatformNotSupportedException(); } } public Vector128 ReadVector16(long Position) { if (Sse2.IsSupported) { return Sse.StaticCast(Sse2.Insert(Sse2.SetZeroVector128(), ReadUInt16(Position), 0)); } else { throw new PlatformNotSupportedException(); } } public Vector128 ReadVector32(long Position) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Read); EnsureAccessIsValid(Position + 3, AMemoryPerm.Read); if (Sse.IsSupported) { return Sse.LoadScalarVector128((float*)(RamPtr + (uint)Position)); } else { throw new PlatformNotSupportedException(); } } public Vector128 ReadVector64(long Position) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Read); EnsureAccessIsValid(Position + 7, AMemoryPerm.Read); if (Sse2.IsSupported) { return Sse.StaticCast(Sse2.LoadScalarVector128((double*)(RamPtr + (uint)Position))); } else { throw new PlatformNotSupportedException(); } } public Vector128 ReadVector128(long Position) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Read); EnsureAccessIsValid(Position + 15, AMemoryPerm.Read); if (Sse.IsSupported) { return Sse.LoadVector128((float*)(RamPtr + (uint)Position)); } else { throw new PlatformNotSupportedException(); } } public sbyte ReadSByteUnchecked(long Position) { return (sbyte)ReadByteUnchecked(Position); } public short ReadInt16Unchecked(long Position) { return (short)ReadUInt16Unchecked(Position); } public int ReadInt32Unchecked(long Position) { return (int)ReadUInt32Unchecked(Position); } public long ReadInt64Unchecked(long Position) { return (long)ReadUInt64Unchecked(Position); } public byte ReadByteUnchecked(long Position) { return *((byte*)(RamPtr + (uint)Position)); } public ushort ReadUInt16Unchecked(long Position) { return *((ushort*)(RamPtr + (uint)Position)); } public uint ReadUInt32Unchecked(long Position) { return *((uint*)(RamPtr + (uint)Position)); } public ulong ReadUInt64Unchecked(long Position) { return *((ulong*)(RamPtr + (uint)Position)); } public byte[] ReadBytes(long Position, long Size) { EnsureRangeIsValid(Position, Size, AMemoryPerm.Read); byte[] Result = new byte[Size]; Marshal.Copy((IntPtr)(RamPtr + (uint)Position), Result, 0, (int)Size); return Result; } public Vector128 ReadVector8Unchecked(long Position) { if (Sse2.IsSupported) { return Sse.StaticCast(Sse2.SetVector128(0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ReadByte(Position))); } else { throw new PlatformNotSupportedException(); } } [MethodImpl(MethodImplOptions.AggressiveInlining)] public Vector128 ReadVector16Unchecked(long Position) { if (Sse2.IsSupported) { return Sse.StaticCast(Sse2.Insert(Sse2.SetZeroVector128(), ReadUInt16Unchecked(Position), 0)); } else { throw new PlatformNotSupportedException(); } } [MethodImpl(MethodImplOptions.AggressiveInlining)] public Vector128 ReadVector32Unchecked(long Position) { if (Sse.IsSupported) { return Sse.LoadScalarVector128((float*)(RamPtr + (uint)Position)); } else { throw new PlatformNotSupportedException(); } } [MethodImpl(MethodImplOptions.AggressiveInlining)] public Vector128 ReadVector64Unchecked(long Position) { if (Sse2.IsSupported) { return Sse.StaticCast(Sse2.LoadScalarVector128((double*)(RamPtr + (uint)Position))); } else { throw new PlatformNotSupportedException(); } } [MethodImpl(MethodImplOptions.AggressiveInlining)] public Vector128 ReadVector128Unchecked(long Position) { if (Sse.IsSupported) { return Sse.LoadVector128((float*)(RamPtr + (uint)Position)); } else { throw new PlatformNotSupportedException(); } } public void WriteSByte(long Position, sbyte Value) { WriteByte(Position, (byte)Value); } public void WriteInt16(long Position, short Value) { WriteUInt16(Position, (ushort)Value); } public void WriteInt32(long Position, int Value) { WriteUInt32(Position, (uint)Value); } public void WriteInt64(long Position, long Value) { WriteUInt64(Position, (ulong)Value); } public void WriteByte(long Position, byte Value) { EnsureAccessIsValid(Position, AMemoryPerm.Write); WriteByteUnchecked(Position, Value); } public void WriteUInt16(long Position, ushort Value) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Write); EnsureAccessIsValid(Position + 1, AMemoryPerm.Write); WriteUInt16Unchecked(Position, Value); } public void WriteUInt32(long Position, uint Value) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Write); EnsureAccessIsValid(Position + 3, AMemoryPerm.Write); WriteUInt32Unchecked(Position, Value); } public void WriteUInt64(long Position, ulong Value) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Write); EnsureAccessIsValid(Position + 7, AMemoryPerm.Write); WriteUInt64Unchecked(Position, Value); } public void WriteVector8(long Position, Vector128 Value) { if (Sse41.IsSupported) { WriteByte(Position, Sse41.Extract(Sse.StaticCast(Value), 0)); } else if (Sse2.IsSupported) { WriteByte(Position, (byte)Sse2.Extract(Sse.StaticCast(Value), 0)); } else { throw new PlatformNotSupportedException(); } } public void WriteVector16(long Position, Vector128 Value) { if (Sse2.IsSupported) { WriteUInt16(Position, Sse2.Extract(Sse.StaticCast(Value), 0)); } else { throw new PlatformNotSupportedException(); } } public void WriteVector32(long Position, Vector128 Value) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Write); EnsureAccessIsValid(Position + 3, AMemoryPerm.Write); if (Sse.IsSupported) { Sse.StoreScalar((float*)(RamPtr + (uint)Position), Value); } else { throw new PlatformNotSupportedException(); } } public void WriteVector64(long Position, Vector128 Value) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Write); EnsureAccessIsValid(Position + 7, AMemoryPerm.Write); if (Sse2.IsSupported) { Sse2.StoreScalar((double*)(RamPtr + (uint)Position), Sse.StaticCast(Value)); } else { throw new PlatformNotSupportedException(); } } public void WriteVector128(long Position, Vector128 Value) { EnsureAccessIsValid(Position + 0, AMemoryPerm.Write); EnsureAccessIsValid(Position + 15, AMemoryPerm.Write); if (Sse.IsSupported) { Sse.Store((float*)(RamPtr + (uint)Position), Value); } else { throw new PlatformNotSupportedException(); } } public void WriteSByteUnchecked(long Position, sbyte Value) { WriteByteUnchecked(Position, (byte)Value); } public void WriteInt16Unchecked(long Position, short Value) { WriteUInt16Unchecked(Position, (ushort)Value); } public void WriteInt32Unchecked(long Position, int Value) { WriteUInt32Unchecked(Position, (uint)Value); } public void WriteInt64Unchecked(long Position, long Value) { WriteUInt64Unchecked(Position, (ulong)Value); } public void WriteByteUnchecked(long Position, byte Value) { *((byte*)(RamPtr + (uint)Position)) = Value; } public void WriteUInt16Unchecked(long Position, ushort Value) { *((ushort*)(RamPtr + (uint)Position)) = Value; } public void WriteUInt32Unchecked(long Position, uint Value) { *((uint*)(RamPtr + (uint)Position)) = Value; } public void WriteUInt64Unchecked(long Position, ulong Value) { *((ulong*)(RamPtr + (uint)Position)) = Value; } [MethodImpl(MethodImplOptions.AggressiveInlining)] public void WriteVector8Unchecked(long Position, Vector128 Value) { if (Sse41.IsSupported) { WriteByteUnchecked(Position, Sse41.Extract(Sse.StaticCast(Value), 0)); } else if (Sse2.IsSupported) { WriteByteUnchecked(Position, (byte)Sse2.Extract(Sse.StaticCast(Value), 0)); } else { throw new PlatformNotSupportedException(); } } [MethodImpl(MethodImplOptions.AggressiveInlining)] public void WriteVector16Unchecked(long Position, Vector128 Value) { if (Sse2.IsSupported) { WriteUInt16Unchecked(Position, Sse2.Extract(Sse.StaticCast(Value), 0)); } else { throw new PlatformNotSupportedException(); } } [MethodImpl(MethodImplOptions.AggressiveInlining)] public void WriteVector32Unchecked(long Position, Vector128 Value) { if (Sse.IsSupported) { Sse.StoreScalar((float*)(RamPtr + (uint)Position), Value); } else { throw new PlatformNotSupportedException(); } } [MethodImpl(MethodImplOptions.AggressiveInlining)] public void WriteVector64Unchecked(long Position, Vector128 Value) { if (Sse2.IsSupported) { Sse2.StoreScalar((double*)(RamPtr + (uint)Position), Sse.StaticCast(Value)); } else { throw new PlatformNotSupportedException(); } } [MethodImpl(MethodImplOptions.AggressiveInlining)] public void WriteVector128Unchecked(long Position, Vector128 Value) { if (Sse.IsSupported) { Sse.Store((float*)(RamPtr + (uint)Position), Value); } else { throw new PlatformNotSupportedException(); } } private void EnsureAccessIsValid(long Position, AMemoryPerm Perm) { if (!Manager.IsMapped(Position)) { throw new VmmPageFaultException(Position); } if (!Manager.HasPermission(Position, Perm)) { throw new VmmAccessViolationException(Position, Perm); } } private void EnsureRangeIsValid(long Position, long Size, AMemoryPerm Perm) { long EndPos = (Position + Size); Position = Position & ~AMemoryMgr.PageMask; //check base of each page while (Position < EndPos) { EnsureAccessIsValid(Position, Perm); Position += AMemoryMgr.PageSize; } } public void Dispose() { Dispose(true); } protected virtual void Dispose(bool disposing) { if (Ram != IntPtr.Zero) { if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows)) { AMemoryWin32.Free(Ram); } else { Marshal.FreeHGlobal(Ram); } Ram = IntPtr.Zero; } } } }