527 lines
19 KiB
C#
527 lines
19 KiB
C#
using System;
|
||
using NUnit.Framework;
|
||
using Unity.Collections;
|
||
using Unity.Collections.LowLevel.Unsafe;
|
||
using System.Text;
|
||
using Unity.Burst;
|
||
using Unity.Jobs;
|
||
|
||
namespace Unity.Collections.Tests
|
||
{
|
||
internal class UnsafeTextTests
|
||
{
|
||
void AssertAreEqualInTest(string expected, in UnsafeText actual)
|
||
{
|
||
var actualString = actual.ToString();
|
||
Assert.AreEqual(expected, actualString);
|
||
}
|
||
|
||
// NOTE: If you call this function from Mono and T is not marshalable - your app (Editor or the player built with Mono scripting backend) could/will crash.
|
||
bool IsMarshalable<T>() where T : unmanaged
|
||
{
|
||
try
|
||
{
|
||
unsafe
|
||
{
|
||
var size = System.Runtime.InteropServices.Marshal.SizeOf(typeof(T));
|
||
IntPtr memoryIntPtr = System.Runtime.InteropServices.Marshal.AllocHGlobal(size);
|
||
try
|
||
{
|
||
var obj = new T();
|
||
System.Runtime.InteropServices.Marshal.StructureToPtr(obj, memoryIntPtr, false);
|
||
System.Runtime.InteropServices.Marshal.DestroyStructure<T>(memoryIntPtr);
|
||
}
|
||
finally
|
||
{
|
||
System.Runtime.InteropServices.Marshal.FreeHGlobal(memoryIntPtr);
|
||
}
|
||
|
||
return true;
|
||
}
|
||
}
|
||
catch (Exception e)
|
||
{
|
||
UnityEngine.Debug.LogError("ERROR in IsMarshalable<" + typeof(T).FullName + "> " + e);
|
||
return false;
|
||
}
|
||
}
|
||
|
||
[Test]
|
||
public void UnsafeTextIsMarshalable()
|
||
{
|
||
var result = IsMarshalable<UnsafeText>();
|
||
Assert.IsTrue(result);
|
||
}
|
||
|
||
[Test]
|
||
public unsafe void UnsafeTextCorrectBinaryHeader()
|
||
{
|
||
var text = new UnsafeText(42, Allocator.Persistent);
|
||
var ptr = text.GetUnsafePtr();
|
||
|
||
Assert.AreEqual(0 + 1, text.m_UntypedListData.m_length);
|
||
Assert.AreEqual(Allocator.Persistent, text.m_UntypedListData.Allocator.ToAllocator);
|
||
Assert.IsTrue(ptr == text.m_UntypedListData.Ptr, "ptr != text.m_UntypedListData.Ptr");
|
||
|
||
var listOfBytesCast = text.AsUnsafeListOfBytes();
|
||
|
||
Assert.AreEqual(0 + 1, listOfBytesCast.Length);
|
||
Assert.AreEqual(Allocator.Persistent, listOfBytesCast.Allocator.ToAllocator);
|
||
Assert.IsTrue(ptr == listOfBytesCast.Ptr, "ptr != listOfBytesCast.Ptr");
|
||
|
||
Assert.AreEqual(text.m_UntypedListData.m_capacity, listOfBytesCast.Capacity);
|
||
|
||
text.Dispose();
|
||
}
|
||
|
||
[Test]
|
||
public void UnsafeTextCorrectLengthAfterClear()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
Assert.True(aa.IsCreated);
|
||
Assert.AreEqual(0, aa.Length, "Length after creation is not 0");
|
||
aa.AssertNullTerminated();
|
||
|
||
aa.Junk();
|
||
|
||
aa.Clear();
|
||
Assert.AreEqual(0, aa.Length, "Length after clear is not 0");
|
||
aa.AssertNullTerminated();
|
||
|
||
aa.Dispose();
|
||
}
|
||
|
||
[Test]
|
||
public void UnsafeTextFormatExtension1Params()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
Assert.True(aa.IsCreated);
|
||
aa.Junk();
|
||
FixedString32Bytes format = "{0}";
|
||
FixedString32Bytes arg0 = "a";
|
||
aa.AppendFormat(format, arg0);
|
||
aa.Append('a');
|
||
aa.AssertNullTerminated();
|
||
AssertAreEqualInTest("aa", aa);
|
||
aa.Dispose();
|
||
}
|
||
|
||
|
||
[Test]
|
||
public void UnsafeTextFormatExtension2Params()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Junk();
|
||
FixedString32Bytes format = "{0} {1}";
|
||
FixedString32Bytes arg0 = "a";
|
||
FixedString32Bytes arg1 = "b";
|
||
aa.AppendFormat(format, arg0, arg1);
|
||
AssertAreEqualInTest("a b", aa);
|
||
aa.AssertNullTerminated();
|
||
aa.Dispose();
|
||
}
|
||
|
||
|
||
[Test]
|
||
public void UnsafeTextFormatExtension3Params()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Junk();
|
||
FixedString32Bytes format = "{0} {1} {2}";
|
||
FixedString32Bytes arg0 = "a";
|
||
FixedString32Bytes arg1 = "b";
|
||
FixedString32Bytes arg2 = "c";
|
||
aa.AppendFormat(format, arg0, arg1, arg2);
|
||
AssertAreEqualInTest("a b c", aa);
|
||
aa.AssertNullTerminated();
|
||
aa.Dispose();
|
||
}
|
||
|
||
|
||
[Test]
|
||
public void UnsafeTextFormatExtension4Params()
|
||
{
|
||
UnsafeText aa = new UnsafeText(512, Allocator.Temp);
|
||
aa.Junk();
|
||
FixedString32Bytes format = "{0} {1} {2} {3}";
|
||
FixedString32Bytes arg0 = "a";
|
||
FixedString32Bytes arg1 = "b";
|
||
FixedString32Bytes arg2 = "c";
|
||
FixedString32Bytes arg3 = "d";
|
||
aa.AppendFormat(format, arg0, arg1, arg2, arg3);
|
||
AssertAreEqualInTest("a b c d", aa);
|
||
aa.AssertNullTerminated();
|
||
aa.Dispose();
|
||
}
|
||
|
||
|
||
[Test]
|
||
public void UnsafeTextFormatExtension5Params()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Junk();
|
||
FixedString32Bytes format = "{0} {1} {2} {3} {4}";
|
||
FixedString32Bytes arg0 = "a";
|
||
FixedString32Bytes arg1 = "b";
|
||
FixedString32Bytes arg2 = "c";
|
||
FixedString32Bytes arg3 = "d";
|
||
FixedString32Bytes arg4 = "e";
|
||
aa.AppendFormat(format, arg0, arg1, arg2, arg3, arg4);
|
||
AssertAreEqualInTest("a b c d e", aa);
|
||
aa.AssertNullTerminated();
|
||
aa.Dispose();
|
||
}
|
||
|
||
|
||
[Test]
|
||
public void UnsafeTextFormatExtension6Params()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Junk();
|
||
FixedString32Bytes format = "{0} {1} {2} {3} {4} {5}";
|
||
FixedString32Bytes arg0 = "a";
|
||
FixedString32Bytes arg1 = "b";
|
||
FixedString32Bytes arg2 = "c";
|
||
FixedString32Bytes arg3 = "d";
|
||
FixedString32Bytes arg4 = "e";
|
||
FixedString32Bytes arg5 = "f";
|
||
aa.AppendFormat(format, arg0, arg1, arg2, arg3, arg4, arg5);
|
||
AssertAreEqualInTest("a b c d e f", aa);
|
||
aa.AssertNullTerminated();
|
||
aa.Dispose();
|
||
}
|
||
|
||
|
||
[Test]
|
||
public void UnsafeTextFormatExtension7Params()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Junk();
|
||
FixedString32Bytes format = "{0} {1} {2} {3} {4} {5} {6}";
|
||
FixedString32Bytes arg0 = "a";
|
||
FixedString32Bytes arg1 = "b";
|
||
FixedString32Bytes arg2 = "c";
|
||
FixedString32Bytes arg3 = "d";
|
||
FixedString32Bytes arg4 = "e";
|
||
FixedString32Bytes arg5 = "f";
|
||
FixedString32Bytes arg6 = "g";
|
||
aa.AppendFormat(format, arg0, arg1, arg2, arg3, arg4, arg5, arg6);
|
||
AssertAreEqualInTest("a b c d e f g", aa);
|
||
aa.AssertNullTerminated();
|
||
aa.Dispose();
|
||
}
|
||
|
||
|
||
[Test]
|
||
public void UnsafeTextFormatExtension8Params()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Junk();
|
||
FixedString128Bytes format = "{0} {1} {2} {3} {4} {5} {6} {7}";
|
||
FixedString32Bytes arg0 = "a";
|
||
FixedString32Bytes arg1 = "b";
|
||
FixedString32Bytes arg2 = "c";
|
||
FixedString32Bytes arg3 = "d";
|
||
FixedString32Bytes arg4 = "e";
|
||
FixedString32Bytes arg5 = "f";
|
||
FixedString32Bytes arg6 = "g";
|
||
FixedString32Bytes arg7 = "h";
|
||
aa.AppendFormat(format, arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7);
|
||
AssertAreEqualInTest("a b c d e f g h", aa);
|
||
aa.AssertNullTerminated();
|
||
aa.Dispose();
|
||
}
|
||
|
||
|
||
[Test]
|
||
public void UnsafeTextFormatExtension9Params()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Junk();
|
||
FixedString128Bytes format = "{0} {1} {2} {3} {4} {5} {6} {7} {8}";
|
||
FixedString32Bytes arg0 = "a";
|
||
FixedString32Bytes arg1 = "b";
|
||
FixedString32Bytes arg2 = "c";
|
||
FixedString32Bytes arg3 = "d";
|
||
FixedString32Bytes arg4 = "e";
|
||
FixedString32Bytes arg5 = "f";
|
||
FixedString32Bytes arg6 = "g";
|
||
FixedString32Bytes arg7 = "h";
|
||
FixedString32Bytes arg8 = "i";
|
||
aa.AppendFormat(format, arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8);
|
||
AssertAreEqualInTest("a b c d e f g h i", aa);
|
||
aa.AssertNullTerminated();
|
||
aa.Dispose();
|
||
}
|
||
|
||
|
||
[Test]
|
||
public void UnsafeTextFormatExtension10Params()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Junk();
|
||
FixedString128Bytes format = "{0} {1} {2} {3} {4} {5} {6} {7} {8} {9}";
|
||
FixedString32Bytes arg0 = "a";
|
||
FixedString32Bytes arg1 = "b";
|
||
FixedString32Bytes arg2 = "c";
|
||
FixedString32Bytes arg3 = "d";
|
||
FixedString32Bytes arg4 = "e";
|
||
FixedString32Bytes arg5 = "f";
|
||
FixedString32Bytes arg6 = "g";
|
||
FixedString32Bytes arg7 = "h";
|
||
FixedString32Bytes arg8 = "i";
|
||
FixedString32Bytes arg9 = "j";
|
||
aa.AppendFormat(format, arg0, arg1, arg2, arg3, arg4, arg5, arg6, arg7, arg8, arg9);
|
||
AssertAreEqualInTest("a b c d e f g h i j", aa);
|
||
aa.AssertNullTerminated();
|
||
aa.Dispose();
|
||
}
|
||
|
||
[Test]
|
||
public void UnsafeTextAppendGrows()
|
||
{
|
||
UnsafeText aa = new UnsafeText(1, Allocator.Temp);
|
||
var origCapacity = aa.Capacity;
|
||
for (int i = 0; i < origCapacity; ++i)
|
||
aa.Append('a');
|
||
Assert.AreEqual(origCapacity, aa.Capacity);
|
||
aa.Append('b');
|
||
Assert.GreaterOrEqual(aa.Capacity, origCapacity);
|
||
Assert.AreEqual(new String('a', origCapacity) + "b", aa.ToString());
|
||
aa.Dispose();
|
||
}
|
||
|
||
[Test]
|
||
public void UnsafeTextAppendString()
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Append("aa");
|
||
Assert.AreEqual("aa", aa.ToString());
|
||
aa.Append("bb");
|
||
Assert.AreEqual("aabb", aa.ToString());
|
||
aa.Dispose();
|
||
}
|
||
|
||
|
||
[TestCase("Antidisestablishmentarianism")]
|
||
[TestCase("🌹🌻🌷🌿🌵🌾")]
|
||
public void UnsafeTextCopyFromBytesWorks(String a)
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Junk();
|
||
var utf8 = Encoding.UTF8.GetBytes(a);
|
||
unsafe
|
||
{
|
||
fixed (byte* b = utf8)
|
||
aa.Append(b, (ushort) utf8.Length);
|
||
}
|
||
|
||
Assert.AreEqual(a, aa.ToString());
|
||
aa.AssertNullTerminated();
|
||
|
||
aa.Append("tail");
|
||
Assert.AreEqual(a + "tail", aa.ToString());
|
||
aa.AssertNullTerminated();
|
||
|
||
aa.Dispose();
|
||
}
|
||
|
||
[TestCase("red")]
|
||
[TestCase("紅色", TestName = "{m}(Chinese-Red)")]
|
||
[TestCase("George Washington")]
|
||
[TestCase("村上春樹", TestName = "{m}(HarukiMurakami)")]
|
||
public void UnsafeTextToStringWorks(String a)
|
||
{
|
||
UnsafeText aa = new UnsafeText(4, Allocator.Temp);
|
||
aa.Append(new FixedString128Bytes(a));
|
||
Assert.AreEqual(a, aa.ToString());
|
||
aa.AssertNullTerminated();
|
||
aa.Dispose();
|
||
}
|
||
|
||
[Test]
|
||
public void UnsafeTextIndexOf()
|
||
{
|
||
UnsafeText a = new UnsafeText(16, Allocator.Temp);
|
||
a.Append((FixedString64Bytes) "bookkeeper bookkeeper");
|
||
UnsafeText b = new UnsafeText(8, Allocator.Temp);
|
||
b.Append((FixedString32Bytes) "ookkee");
|
||
|
||
Assert.AreEqual(1, a.IndexOf(b));
|
||
Assert.AreEqual(-1, b.IndexOf(a));
|
||
a.Dispose();
|
||
b.Dispose();
|
||
}
|
||
|
||
[Test]
|
||
public void UnsafeTextLastIndexOf()
|
||
{
|
||
UnsafeText a = new UnsafeText(16, Allocator.Temp);
|
||
a.Append((FixedString64Bytes) "bookkeeper bookkeeper");
|
||
UnsafeText b = new UnsafeText(8, Allocator.Temp);
|
||
b.Append((FixedString32Bytes) "ookkee");
|
||
|
||
Assert.AreEqual(12, a.LastIndexOf(b));
|
||
Assert.AreEqual(-1, b.LastIndexOf(a));
|
||
a.Dispose();
|
||
b.Dispose();
|
||
}
|
||
|
||
[Test]
|
||
public void UnsafeTextContains()
|
||
{
|
||
UnsafeText a = new UnsafeText(16, Allocator.Temp);
|
||
a.Append((FixedString64Bytes) "bookkeeper bookkeeper");
|
||
UnsafeText b = new UnsafeText(8, Allocator.Temp);
|
||
b.Append((FixedString32Bytes) "ookkee");
|
||
|
||
Assert.AreEqual(true, a.Contains(b));
|
||
a.Dispose();
|
||
b.Dispose();
|
||
}
|
||
|
||
[Test]
|
||
public void UnsafeTextComparisons()
|
||
{
|
||
UnsafeText a = new UnsafeText(16, Allocator.Temp);
|
||
a.Append((FixedString64Bytes) "apple");
|
||
UnsafeText b = new UnsafeText(8, Allocator.Temp);
|
||
b.Append((FixedString32Bytes) "banana");
|
||
|
||
Assert.AreEqual(false, a.Equals(b));
|
||
Assert.AreEqual(true, !b.Equals(a));
|
||
a.Dispose();
|
||
b.Dispose();
|
||
}
|
||
|
||
[Test]
|
||
public void UnsafeText_CustomAllocatorTest()
|
||
{
|
||
AllocatorManager.Initialize();
|
||
var allocatorHelper = new AllocatorHelper<CustomAllocatorTests.CountingAllocator>(AllocatorManager.Persistent);
|
||
ref var allocator = ref allocatorHelper.Allocator;
|
||
allocator.Initialize();
|
||
|
||
using (var container = new UnsafeText(1, allocator.Handle))
|
||
{
|
||
}
|
||
|
||
Assert.IsTrue(allocator.WasUsed);
|
||
allocator.Dispose();
|
||
allocatorHelper.Dispose();
|
||
AllocatorManager.Shutdown();
|
||
}
|
||
|
||
[BurstCompile]
|
||
struct BurstedCustomAllocatorJob : IJob
|
||
{
|
||
[NativeDisableUnsafePtrRestriction]
|
||
public unsafe CustomAllocatorTests.CountingAllocator* Allocator;
|
||
|
||
public void Execute()
|
||
{
|
||
unsafe
|
||
{
|
||
using (var container = new UnsafeText(1, Allocator->Handle))
|
||
{
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
[Test]
|
||
public unsafe void UnsafeText_BurstedCustomAllocatorTest()
|
||
{
|
||
AllocatorManager.Initialize();
|
||
var allocatorHelper = new AllocatorHelper<CustomAllocatorTests.CountingAllocator>(AllocatorManager.Persistent);
|
||
ref var allocator = ref allocatorHelper.Allocator;
|
||
allocator.Initialize();
|
||
|
||
var allocatorPtr = (CustomAllocatorTests.CountingAllocator*)UnsafeUtility.AddressOf<CustomAllocatorTests.CountingAllocator>(ref allocator);
|
||
unsafe
|
||
{
|
||
var handle = new BurstedCustomAllocatorJob {Allocator = allocatorPtr}.Schedule();
|
||
handle.Complete();
|
||
}
|
||
|
||
Assert.IsTrue(allocator.WasUsed);
|
||
allocator.Dispose();
|
||
allocatorHelper.Dispose();
|
||
AllocatorManager.Shutdown();
|
||
}
|
||
|
||
[TestCase("red", 'r', 'd')]
|
||
[TestCase("紅色", '紅', '色')]
|
||
[TestCase("црвена", 'ц', 'а')]
|
||
[TestCase("George Washington", 'G', 'n')]
|
||
[TestCase("村上春樹", '村', '樹')]
|
||
[TestCase("로마는 하루아침에 이루어진 것이 아니다", '로', '다')]
|
||
[TestCase("Лако ти је плитку воду замутити и будалу наљутити", 'Л', 'и')]
|
||
[TestCase("Үнэн үг хэлсэн хүнд ноёд өстэй, үхэр унасан хүнд ноход өстэй.", 'Ү', '.')]
|
||
public void UnsafeText_StartsEndsWithChar(String a, char starts, char ends)
|
||
{
|
||
UnsafeText actual = new UnsafeText(16, Allocator.Temp);
|
||
actual.Append(a);
|
||
Assert.True(actual.StartsWith(starts));
|
||
Assert.True(actual.EndsWith(ends));
|
||
}
|
||
|
||
[TestCase("red", "r", "d")]
|
||
[TestCase("紅色", "紅", "色")]
|
||
[TestCase("црвена", "црв", "ена")]
|
||
[TestCase("George Washington", "George", "Washington")]
|
||
[TestCase("村上春樹", "村上", "春樹")]
|
||
[TestCase("🌕🌖🌗🌘🌑🌒🌓🌔", "🌕🌖🌗", "🌒🌓🌔")]
|
||
[TestCase("𝒞𝒯𝒮𝒟𝒳𝒩𝒫𝒢", "𝒞𝒯𝒮", "𝒩𝒫𝒢")]
|
||
[TestCase("로마는 하루아침에 이루어진 것이 아니다", "로마는", "아니다")]
|
||
[TestCase("Лако ти је плитку воду замутити и будалу наљутити", "Лако", "наљутити")]
|
||
[TestCase("Үнэн үг хэлсэн хүнд ноёд өстэй, үхэр унасан хүнд ноход өстэй.", "Үнэн", "өстэй.")]
|
||
public void UnsafeText_StartsEndsWithString(String a, String starts, String ends)
|
||
{
|
||
UnsafeText actual = new UnsafeText(16, Allocator.Temp);
|
||
actual.Append(a);
|
||
|
||
Assert.True(actual.StartsWith((FixedString64Bytes)starts));
|
||
Assert.True(actual.EndsWith((FixedString64Bytes)ends));
|
||
}
|
||
|
||
[TestCase("red ", ' ', "red ", "red", "red")]
|
||
[TestCase(" red ", ' ', "red ", " red", "red")]
|
||
[TestCase(" ", ' ', "", "", "")]
|
||
public void UnsafeText_TrimStart(String a, char trim, String expectedStart, String expectedEnd, String expected)
|
||
{
|
||
UnsafeText actual = new UnsafeText(16, Allocator.Temp);
|
||
actual.Append(a);
|
||
|
||
Assert.AreEqual(expectedStart, actual.TrimStart(Allocator.Temp).ToString());
|
||
Assert.AreEqual(expectedEnd, actual.TrimEnd(Allocator.Temp).ToString());
|
||
Assert.AreEqual(expected, actual.Trim(Allocator.Temp).ToString());
|
||
}
|
||
|
||
[TestCase(" red ", "ed ", " red", "ed")]
|
||
[TestCase("црвена", "црвена", "црвена", "црвена")]
|
||
[TestCase(" ", "", "", "")]
|
||
public void UnsafeText_TrimStartWithRunes(String a, String expectedStart, String expectedEnd, String expected)
|
||
{
|
||
UnsafeText actual = new UnsafeText(16, Allocator.Temp);
|
||
actual.Append(a);
|
||
|
||
Assert.AreEqual(expectedStart, actual.TrimStart(Allocator.Temp, new Unicode.Rune[] { ' ', 'r' }).ToString());
|
||
Assert.AreEqual(expectedEnd, actual.TrimEnd(Allocator.Temp, new Unicode.Rune[] { ' ', 'r' }).ToString());
|
||
Assert.AreEqual(expected, actual.Trim(Allocator.Temp, new Unicode.Rune[] { ' ', 'r' }).ToString());
|
||
}
|
||
|
||
[TestCase("Red", "red", "RED")]
|
||
[TestCase("црвена", "црвена", "црвена")]
|
||
[TestCase(" ", " ", " ")]
|
||
public void UnsafeText_ToLowerUpperAscii(String a, String expectedLower, String expectedUpped)
|
||
{
|
||
UnsafeText actual = new UnsafeText(16, Allocator.Temp);
|
||
actual.Append(a);
|
||
|
||
Assert.AreEqual(expectedLower, actual.ToLowerAscii(Allocator.Temp).ToString());
|
||
Assert.AreEqual(expectedUpped, actual.ToUpperAscii(Allocator.Temp).ToString());
|
||
}
|
||
}
|
||
}
|