927 lines
22 KiB
C#
927 lines
22 KiB
C#
|
using System.Buffers.Binary;
|
||
|
|
using System.IO;
|
||
|
|
using System.Runtime.CompilerServices;
|
||
|
|
using System.Threading;
|
||
|
|
|
||
|
|
namespace System.Text;
|
||
|
|
|
||
|
|
internal class DBCSCodePageEncoding : BaseCodePageEncoding
|
||
|
|
{
|
||
|
|
internal sealed class DBCSDecoder : System.Text.DecoderNLS
|
||
|
|
{
|
||
|
|
internal byte bLeftOver;
|
||
|
|
|
||
|
|
internal override bool HasState => bLeftOver != 0;
|
||
|
|
|
||
|
|
public DBCSDecoder(DBCSCodePageEncoding encoding)
|
||
|
|
: base(encoding)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
public override void Reset()
|
||
|
|
{
|
||
|
|
bLeftOver = 0;
|
||
|
|
m_fallbackBuffer?.Reset();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
protected unsafe char* mapBytesToUnicode = null;
|
||
|
|
|
||
|
|
protected unsafe ushort* mapUnicodeToBytes = null;
|
||
|
|
|
||
|
|
protected const char UNKNOWN_CHAR_FLAG = '\0';
|
||
|
|
|
||
|
|
protected const char UNICODE_REPLACEMENT_CHAR = '\ufffd';
|
||
|
|
|
||
|
|
protected const char LEAD_BYTE_CHAR = '\ufffe';
|
||
|
|
|
||
|
|
private ushort _bytesUnknown;
|
||
|
|
|
||
|
|
private int _byteCountUnknown;
|
||
|
|
|
||
|
|
protected char charUnknown;
|
||
|
|
|
||
|
|
private static object s_InternalSyncObject;
|
||
|
|
|
||
|
|
private static object InternalSyncObject
|
||
|
|
{
|
||
|
|
get
|
||
|
|
{
|
||
|
|
if (s_InternalSyncObject == null)
|
||
|
|
{
|
||
|
|
object value = new object();
|
||
|
|
Interlocked.CompareExchange<object>(ref s_InternalSyncObject, value, (object)null);
|
||
|
|
}
|
||
|
|
return s_InternalSyncObject;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
public DBCSCodePageEncoding(int codePage)
|
||
|
|
: this(codePage, codePage)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
internal unsafe DBCSCodePageEncoding(int codePage, int dataCodePage)
|
||
|
|
: base(codePage, dataCodePage)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
internal unsafe DBCSCodePageEncoding(int codePage, int dataCodePage, EncoderFallback enc, DecoderFallback dec)
|
||
|
|
: base(codePage, dataCodePage, enc, dec)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
internal unsafe static char ReadChar(char* pChar)
|
||
|
|
{
|
||
|
|
if (BitConverter.IsLittleEndian)
|
||
|
|
{
|
||
|
|
return *pChar;
|
||
|
|
}
|
||
|
|
return (char)BinaryPrimitives.ReverseEndianness(*pChar);
|
||
|
|
}
|
||
|
|
|
||
|
|
protected unsafe override void LoadManagedCodePage()
|
||
|
|
{
|
||
|
|
fixed (byte* ptr = &m_codePageHeader[0])
|
||
|
|
{
|
||
|
|
CodePageHeader* ptr2 = (CodePageHeader*)ptr;
|
||
|
|
if (ptr2->ByteCount != 2)
|
||
|
|
{
|
||
|
|
throw new NotSupportedException(System.SR.Format(System.SR.NotSupported_NoCodepageData, CodePage));
|
||
|
|
}
|
||
|
|
_bytesUnknown = ptr2->ByteReplace;
|
||
|
|
charUnknown = ptr2->UnicodeReplace;
|
||
|
|
if (base.DecoderFallback is InternalDecoderBestFitFallback)
|
||
|
|
{
|
||
|
|
((InternalDecoderBestFitFallback)base.DecoderFallback).cReplacement = charUnknown;
|
||
|
|
}
|
||
|
|
_byteCountUnknown = 1;
|
||
|
|
if (_bytesUnknown > 255)
|
||
|
|
{
|
||
|
|
_byteCountUnknown++;
|
||
|
|
}
|
||
|
|
int num = 262148 + iExtraBytes;
|
||
|
|
byte* nativeMemory = GetNativeMemory(num);
|
||
|
|
Unsafe.InitBlockUnaligned(nativeMemory, 0, (uint)num);
|
||
|
|
mapBytesToUnicode = (char*)nativeMemory;
|
||
|
|
mapUnicodeToBytes = (ushort*)nativeMemory + 65536;
|
||
|
|
byte[] array = new byte[m_dataSize];
|
||
|
|
lock (BaseCodePageEncoding.s_streamLock)
|
||
|
|
{
|
||
|
|
BaseCodePageEncoding.s_codePagesEncodingDataStream.Seek(m_firstDataWordOffset, SeekOrigin.Begin);
|
||
|
|
int num2 = BaseCodePageEncoding.s_codePagesEncodingDataStream.Read(array, 0, m_dataSize);
|
||
|
|
}
|
||
|
|
fixed (byte* ptr3 = array)
|
||
|
|
{
|
||
|
|
char* ptr4 = (char*)ptr3;
|
||
|
|
int num3 = 0;
|
||
|
|
int num4 = 0;
|
||
|
|
while (num3 < 65536)
|
||
|
|
{
|
||
|
|
char c = ReadChar(ptr4);
|
||
|
|
ptr4++;
|
||
|
|
switch (c)
|
||
|
|
{
|
||
|
|
case '\u0001':
|
||
|
|
num3 = ReadChar(ptr4);
|
||
|
|
ptr4++;
|
||
|
|
continue;
|
||
|
|
case '\u0002':
|
||
|
|
case '\u0003':
|
||
|
|
case '\u0004':
|
||
|
|
case '\u0005':
|
||
|
|
case '\u0006':
|
||
|
|
case '\a':
|
||
|
|
case '\b':
|
||
|
|
case '\t':
|
||
|
|
case '\n':
|
||
|
|
case '\v':
|
||
|
|
case '\f':
|
||
|
|
case '\r':
|
||
|
|
case '\u000e':
|
||
|
|
case '\u000f':
|
||
|
|
case '\u0010':
|
||
|
|
case '\u0011':
|
||
|
|
case '\u0012':
|
||
|
|
case '\u0013':
|
||
|
|
case '\u0014':
|
||
|
|
case '\u0015':
|
||
|
|
case '\u0016':
|
||
|
|
case '\u0017':
|
||
|
|
case '\u0018':
|
||
|
|
case '\u0019':
|
||
|
|
case '\u001a':
|
||
|
|
case '\u001b':
|
||
|
|
case '\u001c':
|
||
|
|
case '\u001d':
|
||
|
|
case '\u001e':
|
||
|
|
case '\u001f':
|
||
|
|
num3 += c;
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
switch (c)
|
||
|
|
{
|
||
|
|
case '\uffff':
|
||
|
|
num4 = num3;
|
||
|
|
c = (char)num3;
|
||
|
|
break;
|
||
|
|
case '\ufffe':
|
||
|
|
num4 = num3;
|
||
|
|
break;
|
||
|
|
case '\ufffd':
|
||
|
|
num3++;
|
||
|
|
continue;
|
||
|
|
default:
|
||
|
|
num4 = num3;
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
if (CleanUpBytes(ref num4))
|
||
|
|
{
|
||
|
|
if (c != '\ufffe')
|
||
|
|
{
|
||
|
|
mapUnicodeToBytes[(int)c] = (ushort)num4;
|
||
|
|
}
|
||
|
|
mapBytesToUnicode[num4] = c;
|
||
|
|
}
|
||
|
|
num3++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
CleanUpEndBytes(mapBytesToUnicode);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
protected virtual bool CleanUpBytes(ref int bytes)
|
||
|
|
{
|
||
|
|
return true;
|
||
|
|
}
|
||
|
|
|
||
|
|
protected unsafe virtual void CleanUpEndBytes(char* chars)
|
||
|
|
{
|
||
|
|
}
|
||
|
|
|
||
|
|
protected unsafe override void ReadBestFitTable()
|
||
|
|
{
|
||
|
|
lock (InternalSyncObject)
|
||
|
|
{
|
||
|
|
if (arrayUnicodeBestFit != null)
|
||
|
|
{
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
byte[] array = new byte[m_dataSize];
|
||
|
|
lock (BaseCodePageEncoding.s_streamLock)
|
||
|
|
{
|
||
|
|
BaseCodePageEncoding.s_codePagesEncodingDataStream.Seek(m_firstDataWordOffset, SeekOrigin.Begin);
|
||
|
|
int num = BaseCodePageEncoding.s_codePagesEncodingDataStream.Read(array, 0, m_dataSize);
|
||
|
|
}
|
||
|
|
fixed (byte* ptr = array)
|
||
|
|
{
|
||
|
|
char* ptr2 = (char*)ptr;
|
||
|
|
int num2 = 0;
|
||
|
|
while (num2 < 65536)
|
||
|
|
{
|
||
|
|
char c = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
switch (c)
|
||
|
|
{
|
||
|
|
case '\u0001':
|
||
|
|
num2 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
break;
|
||
|
|
case '\u0002':
|
||
|
|
case '\u0003':
|
||
|
|
case '\u0004':
|
||
|
|
case '\u0005':
|
||
|
|
case '\u0006':
|
||
|
|
case '\a':
|
||
|
|
case '\b':
|
||
|
|
case '\t':
|
||
|
|
case '\n':
|
||
|
|
case '\v':
|
||
|
|
case '\f':
|
||
|
|
case '\r':
|
||
|
|
case '\u000e':
|
||
|
|
case '\u000f':
|
||
|
|
case '\u0010':
|
||
|
|
case '\u0011':
|
||
|
|
case '\u0012':
|
||
|
|
case '\u0013':
|
||
|
|
case '\u0014':
|
||
|
|
case '\u0015':
|
||
|
|
case '\u0016':
|
||
|
|
case '\u0017':
|
||
|
|
case '\u0018':
|
||
|
|
case '\u0019':
|
||
|
|
case '\u001a':
|
||
|
|
case '\u001b':
|
||
|
|
case '\u001c':
|
||
|
|
case '\u001d':
|
||
|
|
case '\u001e':
|
||
|
|
case '\u001f':
|
||
|
|
num2 += c;
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
num2++;
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
char* ptr3 = ptr2;
|
||
|
|
int num3 = 0;
|
||
|
|
num2 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
while (num2 < 65536)
|
||
|
|
{
|
||
|
|
char c2 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
switch (c2)
|
||
|
|
{
|
||
|
|
case '\u0001':
|
||
|
|
num2 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
continue;
|
||
|
|
case '\u0002':
|
||
|
|
case '\u0003':
|
||
|
|
case '\u0004':
|
||
|
|
case '\u0005':
|
||
|
|
case '\u0006':
|
||
|
|
case '\a':
|
||
|
|
case '\b':
|
||
|
|
case '\t':
|
||
|
|
case '\n':
|
||
|
|
case '\v':
|
||
|
|
case '\f':
|
||
|
|
case '\r':
|
||
|
|
case '\u000e':
|
||
|
|
case '\u000f':
|
||
|
|
case '\u0010':
|
||
|
|
case '\u0011':
|
||
|
|
case '\u0012':
|
||
|
|
case '\u0013':
|
||
|
|
case '\u0014':
|
||
|
|
case '\u0015':
|
||
|
|
case '\u0016':
|
||
|
|
case '\u0017':
|
||
|
|
case '\u0018':
|
||
|
|
case '\u0019':
|
||
|
|
case '\u001a':
|
||
|
|
case '\u001b':
|
||
|
|
case '\u001c':
|
||
|
|
case '\u001d':
|
||
|
|
case '\u001e':
|
||
|
|
case '\u001f':
|
||
|
|
num2 += c2;
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
if (c2 != '\ufffd')
|
||
|
|
{
|
||
|
|
int bytes = num2;
|
||
|
|
if (CleanUpBytes(ref bytes) && mapBytesToUnicode[bytes] != c2)
|
||
|
|
{
|
||
|
|
num3++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
num2++;
|
||
|
|
}
|
||
|
|
char[] array2 = new char[num3 * 2];
|
||
|
|
num3 = 0;
|
||
|
|
ptr2 = ptr3;
|
||
|
|
num2 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
bool flag = false;
|
||
|
|
while (num2 < 65536)
|
||
|
|
{
|
||
|
|
char c3 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
switch (c3)
|
||
|
|
{
|
||
|
|
case '\u0001':
|
||
|
|
num2 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
continue;
|
||
|
|
case '\u0002':
|
||
|
|
case '\u0003':
|
||
|
|
case '\u0004':
|
||
|
|
case '\u0005':
|
||
|
|
case '\u0006':
|
||
|
|
case '\a':
|
||
|
|
case '\b':
|
||
|
|
case '\t':
|
||
|
|
case '\n':
|
||
|
|
case '\v':
|
||
|
|
case '\f':
|
||
|
|
case '\r':
|
||
|
|
case '\u000e':
|
||
|
|
case '\u000f':
|
||
|
|
case '\u0010':
|
||
|
|
case '\u0011':
|
||
|
|
case '\u0012':
|
||
|
|
case '\u0013':
|
||
|
|
case '\u0014':
|
||
|
|
case '\u0015':
|
||
|
|
case '\u0016':
|
||
|
|
case '\u0017':
|
||
|
|
case '\u0018':
|
||
|
|
case '\u0019':
|
||
|
|
case '\u001a':
|
||
|
|
case '\u001b':
|
||
|
|
case '\u001c':
|
||
|
|
case '\u001d':
|
||
|
|
case '\u001e':
|
||
|
|
case '\u001f':
|
||
|
|
num2 += c3;
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
if (c3 != '\ufffd')
|
||
|
|
{
|
||
|
|
int bytes2 = num2;
|
||
|
|
if (CleanUpBytes(ref bytes2) && mapBytesToUnicode[bytes2] != c3)
|
||
|
|
{
|
||
|
|
if (bytes2 != num2)
|
||
|
|
{
|
||
|
|
flag = true;
|
||
|
|
}
|
||
|
|
array2[num3++] = (char)bytes2;
|
||
|
|
array2[num3++] = c3;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
num2++;
|
||
|
|
}
|
||
|
|
if (flag)
|
||
|
|
{
|
||
|
|
for (int i = 0; i < array2.Length - 2; i += 2)
|
||
|
|
{
|
||
|
|
int num4 = i;
|
||
|
|
char c4 = array2[i];
|
||
|
|
for (int j = i + 2; j < array2.Length; j += 2)
|
||
|
|
{
|
||
|
|
if (c4 > array2[j])
|
||
|
|
{
|
||
|
|
c4 = array2[j];
|
||
|
|
num4 = j;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (num4 != i)
|
||
|
|
{
|
||
|
|
char c5 = array2[num4];
|
||
|
|
array2[num4] = array2[i];
|
||
|
|
array2[i] = c5;
|
||
|
|
c5 = array2[num4 + 1];
|
||
|
|
array2[num4 + 1] = array2[i + 1];
|
||
|
|
array2[i + 1] = c5;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
arrayBytesBestFit = array2;
|
||
|
|
char* ptr4 = ptr2;
|
||
|
|
int num5 = ReadChar(ptr2++);
|
||
|
|
num3 = 0;
|
||
|
|
while (num5 < 65536)
|
||
|
|
{
|
||
|
|
char c6 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
switch (c6)
|
||
|
|
{
|
||
|
|
case '\u0001':
|
||
|
|
num5 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
continue;
|
||
|
|
case '\u0002':
|
||
|
|
case '\u0003':
|
||
|
|
case '\u0004':
|
||
|
|
case '\u0005':
|
||
|
|
case '\u0006':
|
||
|
|
case '\a':
|
||
|
|
case '\b':
|
||
|
|
case '\t':
|
||
|
|
case '\n':
|
||
|
|
case '\v':
|
||
|
|
case '\f':
|
||
|
|
case '\r':
|
||
|
|
case '\u000e':
|
||
|
|
case '\u000f':
|
||
|
|
case '\u0010':
|
||
|
|
case '\u0011':
|
||
|
|
case '\u0012':
|
||
|
|
case '\u0013':
|
||
|
|
case '\u0014':
|
||
|
|
case '\u0015':
|
||
|
|
case '\u0016':
|
||
|
|
case '\u0017':
|
||
|
|
case '\u0018':
|
||
|
|
case '\u0019':
|
||
|
|
case '\u001a':
|
||
|
|
case '\u001b':
|
||
|
|
case '\u001c':
|
||
|
|
case '\u001d':
|
||
|
|
case '\u001e':
|
||
|
|
case '\u001f':
|
||
|
|
num5 += c6;
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
if (c6 > '\0')
|
||
|
|
{
|
||
|
|
num3++;
|
||
|
|
}
|
||
|
|
num5++;
|
||
|
|
}
|
||
|
|
array2 = new char[num3 * 2];
|
||
|
|
ptr2 = ptr4;
|
||
|
|
num5 = ReadChar(ptr2++);
|
||
|
|
num3 = 0;
|
||
|
|
while (num5 < 65536)
|
||
|
|
{
|
||
|
|
char c7 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
switch (c7)
|
||
|
|
{
|
||
|
|
case '\u0001':
|
||
|
|
num5 = ReadChar(ptr2);
|
||
|
|
ptr2++;
|
||
|
|
continue;
|
||
|
|
case '\u0002':
|
||
|
|
case '\u0003':
|
||
|
|
case '\u0004':
|
||
|
|
case '\u0005':
|
||
|
|
case '\u0006':
|
||
|
|
case '\a':
|
||
|
|
case '\b':
|
||
|
|
case '\t':
|
||
|
|
case '\n':
|
||
|
|
case '\v':
|
||
|
|
case '\f':
|
||
|
|
case '\r':
|
||
|
|
case '\u000e':
|
||
|
|
case '\u000f':
|
||
|
|
case '\u0010':
|
||
|
|
case '\u0011':
|
||
|
|
case '\u0012':
|
||
|
|
case '\u0013':
|
||
|
|
case '\u0014':
|
||
|
|
case '\u0015':
|
||
|
|
case '\u0016':
|
||
|
|
case '\u0017':
|
||
|
|
case '\u0018':
|
||
|
|
case '\u0019':
|
||
|
|
case '\u001a':
|
||
|
|
case '\u001b':
|
||
|
|
case '\u001c':
|
||
|
|
case '\u001d':
|
||
|
|
case '\u001e':
|
||
|
|
case '\u001f':
|
||
|
|
num5 += c7;
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
if (c7 > '\0')
|
||
|
|
{
|
||
|
|
int bytes3 = c7;
|
||
|
|
if (CleanUpBytes(ref bytes3))
|
||
|
|
{
|
||
|
|
array2[num3++] = (char)num5;
|
||
|
|
array2[num3++] = mapBytesToUnicode[bytes3];
|
||
|
|
}
|
||
|
|
}
|
||
|
|
num5++;
|
||
|
|
}
|
||
|
|
arrayUnicodeBestFit = array2;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
public unsafe override int GetByteCount(char* chars, int count, System.Text.EncoderNLS encoder)
|
||
|
|
{
|
||
|
|
CheckMemorySection();
|
||
|
|
char c = '\0';
|
||
|
|
if (encoder != null)
|
||
|
|
{
|
||
|
|
c = encoder.charLeftOver;
|
||
|
|
if (encoder.InternalHasFallbackBuffer && encoder.FallbackBuffer.Remaining > 0)
|
||
|
|
{
|
||
|
|
throw new ArgumentException(System.SR.Format(System.SR.Argument_EncoderFallbackNotEmpty, EncodingName, encoder.Fallback.GetType()));
|
||
|
|
}
|
||
|
|
}
|
||
|
|
int num = 0;
|
||
|
|
char* ptr = chars + count;
|
||
|
|
EncoderFallbackBuffer encoderFallbackBuffer = null;
|
||
|
|
EncoderFallbackBufferHelper encoderFallbackBufferHelper = new EncoderFallbackBufferHelper(encoderFallbackBuffer);
|
||
|
|
if (c > '\0')
|
||
|
|
{
|
||
|
|
encoderFallbackBuffer = encoder.FallbackBuffer;
|
||
|
|
encoderFallbackBufferHelper = new EncoderFallbackBufferHelper(encoderFallbackBuffer);
|
||
|
|
encoderFallbackBufferHelper.InternalInitialize(chars, ptr, encoder, _setEncoder: false);
|
||
|
|
encoderFallbackBufferHelper.InternalFallback(c, ref chars);
|
||
|
|
}
|
||
|
|
char c2;
|
||
|
|
while ((c2 = ((encoderFallbackBuffer != null) ? encoderFallbackBufferHelper.InternalGetNextChar() : '\0')) != 0 || chars < ptr)
|
||
|
|
{
|
||
|
|
if (c2 == '\0')
|
||
|
|
{
|
||
|
|
c2 = *chars;
|
||
|
|
chars++;
|
||
|
|
}
|
||
|
|
ushort num2 = mapUnicodeToBytes[(int)c2];
|
||
|
|
if (num2 == 0 && c2 != 0)
|
||
|
|
{
|
||
|
|
if (encoderFallbackBuffer == null)
|
||
|
|
{
|
||
|
|
encoderFallbackBuffer = ((encoder != null) ? encoder.FallbackBuffer : base.EncoderFallback.CreateFallbackBuffer());
|
||
|
|
encoderFallbackBufferHelper = new EncoderFallbackBufferHelper(encoderFallbackBuffer);
|
||
|
|
encoderFallbackBufferHelper.InternalInitialize(ptr - count, ptr, encoder, _setEncoder: false);
|
||
|
|
}
|
||
|
|
encoderFallbackBufferHelper.InternalFallback(c2, ref chars);
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
num++;
|
||
|
|
if (num2 >= 256)
|
||
|
|
{
|
||
|
|
num++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return num;
|
||
|
|
}
|
||
|
|
|
||
|
|
public unsafe override int GetBytes(char* chars, int charCount, byte* bytes, int byteCount, System.Text.EncoderNLS encoder)
|
||
|
|
{
|
||
|
|
CheckMemorySection();
|
||
|
|
EncoderFallbackBuffer encoderFallbackBuffer = null;
|
||
|
|
char* ptr = chars + charCount;
|
||
|
|
char* ptr2 = chars;
|
||
|
|
byte* ptr3 = bytes;
|
||
|
|
byte* ptr4 = bytes + byteCount;
|
||
|
|
EncoderFallbackBufferHelper encoderFallbackBufferHelper = new EncoderFallbackBufferHelper(encoderFallbackBuffer);
|
||
|
|
char c = '\0';
|
||
|
|
if (encoder != null)
|
||
|
|
{
|
||
|
|
c = encoder.charLeftOver;
|
||
|
|
encoderFallbackBuffer = encoder.FallbackBuffer;
|
||
|
|
encoderFallbackBufferHelper = new EncoderFallbackBufferHelper(encoderFallbackBuffer);
|
||
|
|
encoderFallbackBufferHelper.InternalInitialize(chars, ptr, encoder, _setEncoder: true);
|
||
|
|
if (encoder.m_throwOnOverflow && encoderFallbackBuffer.Remaining > 0)
|
||
|
|
{
|
||
|
|
throw new ArgumentException(System.SR.Format(System.SR.Argument_EncoderFallbackNotEmpty, EncodingName, encoder.Fallback.GetType()));
|
||
|
|
}
|
||
|
|
if (c > '\0')
|
||
|
|
{
|
||
|
|
encoderFallbackBufferHelper.InternalFallback(c, ref chars);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
char c2;
|
||
|
|
while ((c2 = ((encoderFallbackBuffer != null) ? encoderFallbackBufferHelper.InternalGetNextChar() : '\0')) != 0 || chars < ptr)
|
||
|
|
{
|
||
|
|
if (c2 == '\0')
|
||
|
|
{
|
||
|
|
c2 = *chars;
|
||
|
|
chars++;
|
||
|
|
}
|
||
|
|
ushort num = mapUnicodeToBytes[(int)c2];
|
||
|
|
if (num == 0 && c2 != 0)
|
||
|
|
{
|
||
|
|
if (encoderFallbackBuffer == null)
|
||
|
|
{
|
||
|
|
encoderFallbackBuffer = base.EncoderFallback.CreateFallbackBuffer();
|
||
|
|
encoderFallbackBufferHelper = new EncoderFallbackBufferHelper(encoderFallbackBuffer);
|
||
|
|
encoderFallbackBufferHelper.InternalInitialize(ptr - charCount, ptr, encoder, _setEncoder: true);
|
||
|
|
}
|
||
|
|
encoderFallbackBufferHelper.InternalFallback(c2, ref chars);
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
if (num >= 256)
|
||
|
|
{
|
||
|
|
if (bytes + 1 >= ptr4)
|
||
|
|
{
|
||
|
|
if (encoderFallbackBuffer == null || !encoderFallbackBufferHelper.bFallingBack)
|
||
|
|
{
|
||
|
|
chars--;
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
encoderFallbackBuffer.MovePrevious();
|
||
|
|
}
|
||
|
|
ThrowBytesOverflow(encoder, chars == ptr2);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
*bytes = (byte)(num >> 8);
|
||
|
|
bytes++;
|
||
|
|
}
|
||
|
|
else if (bytes >= ptr4)
|
||
|
|
{
|
||
|
|
if (encoderFallbackBuffer == null || !encoderFallbackBufferHelper.bFallingBack)
|
||
|
|
{
|
||
|
|
chars--;
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
encoderFallbackBuffer.MovePrevious();
|
||
|
|
}
|
||
|
|
ThrowBytesOverflow(encoder, chars == ptr2);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
*bytes = (byte)(num & 0xFF);
|
||
|
|
bytes++;
|
||
|
|
}
|
||
|
|
if (encoder != null)
|
||
|
|
{
|
||
|
|
if (encoderFallbackBuffer != null && !encoderFallbackBufferHelper.bUsedEncoder)
|
||
|
|
{
|
||
|
|
encoder.charLeftOver = '\0';
|
||
|
|
}
|
||
|
|
encoder.m_charsUsed = (int)(chars - ptr2);
|
||
|
|
}
|
||
|
|
return (int)(bytes - ptr3);
|
||
|
|
}
|
||
|
|
|
||
|
|
public unsafe override int GetCharCount(byte* bytes, int count, System.Text.DecoderNLS baseDecoder)
|
||
|
|
{
|
||
|
|
CheckMemorySection();
|
||
|
|
DBCSDecoder dBCSDecoder = (DBCSDecoder)baseDecoder;
|
||
|
|
DecoderFallbackBuffer decoderFallbackBuffer = null;
|
||
|
|
byte* ptr = bytes + count;
|
||
|
|
int num = count;
|
||
|
|
DecoderFallbackBufferHelper decoderFallbackBufferHelper = new DecoderFallbackBufferHelper(decoderFallbackBuffer);
|
||
|
|
if (dBCSDecoder != null && dBCSDecoder.bLeftOver > 0)
|
||
|
|
{
|
||
|
|
if (count == 0)
|
||
|
|
{
|
||
|
|
if (!dBCSDecoder.MustFlush)
|
||
|
|
{
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
decoderFallbackBuffer = dBCSDecoder.FallbackBuffer;
|
||
|
|
decoderFallbackBufferHelper = new DecoderFallbackBufferHelper(decoderFallbackBuffer);
|
||
|
|
decoderFallbackBufferHelper.InternalInitialize(bytes, null);
|
||
|
|
byte[] bytes2 = new byte[1] { dBCSDecoder.bLeftOver };
|
||
|
|
return decoderFallbackBufferHelper.InternalFallback(bytes2, bytes);
|
||
|
|
}
|
||
|
|
int num2 = dBCSDecoder.bLeftOver << 8;
|
||
|
|
num2 |= *bytes;
|
||
|
|
bytes++;
|
||
|
|
if (mapBytesToUnicode[num2] == '\0' && num2 != 0)
|
||
|
|
{
|
||
|
|
num--;
|
||
|
|
decoderFallbackBuffer = dBCSDecoder.FallbackBuffer;
|
||
|
|
decoderFallbackBufferHelper = new DecoderFallbackBufferHelper(decoderFallbackBuffer);
|
||
|
|
decoderFallbackBufferHelper.InternalInitialize(ptr - count, null);
|
||
|
|
byte[] bytes3 = new byte[2]
|
||
|
|
{
|
||
|
|
(byte)(num2 >> 8),
|
||
|
|
(byte)num2
|
||
|
|
};
|
||
|
|
num += decoderFallbackBufferHelper.InternalFallback(bytes3, bytes);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
while (bytes < ptr)
|
||
|
|
{
|
||
|
|
int num3 = *bytes;
|
||
|
|
bytes++;
|
||
|
|
char c = mapBytesToUnicode[num3];
|
||
|
|
if (c == '\ufffe')
|
||
|
|
{
|
||
|
|
num--;
|
||
|
|
if (bytes < ptr)
|
||
|
|
{
|
||
|
|
num3 <<= 8;
|
||
|
|
num3 |= *bytes;
|
||
|
|
bytes++;
|
||
|
|
c = mapBytesToUnicode[num3];
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
if (dBCSDecoder != null && !dBCSDecoder.MustFlush)
|
||
|
|
{
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
num++;
|
||
|
|
c = '\0';
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (c == '\0' && num3 != 0)
|
||
|
|
{
|
||
|
|
if (decoderFallbackBuffer == null)
|
||
|
|
{
|
||
|
|
decoderFallbackBuffer = ((dBCSDecoder != null) ? dBCSDecoder.FallbackBuffer : base.DecoderFallback.CreateFallbackBuffer());
|
||
|
|
decoderFallbackBufferHelper = new DecoderFallbackBufferHelper(decoderFallbackBuffer);
|
||
|
|
decoderFallbackBufferHelper.InternalInitialize(ptr - count, null);
|
||
|
|
}
|
||
|
|
num--;
|
||
|
|
byte[] bytes4 = ((num3 >= 256) ? new byte[2]
|
||
|
|
{
|
||
|
|
(byte)(num3 >> 8),
|
||
|
|
(byte)num3
|
||
|
|
} : new byte[1] { (byte)num3 });
|
||
|
|
num += decoderFallbackBufferHelper.InternalFallback(bytes4, bytes);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return num;
|
||
|
|
}
|
||
|
|
|
||
|
|
public unsafe override int GetChars(byte* bytes, int byteCount, char* chars, int charCount, System.Text.DecoderNLS baseDecoder)
|
||
|
|
{
|
||
|
|
CheckMemorySection();
|
||
|
|
DBCSDecoder dBCSDecoder = (DBCSDecoder)baseDecoder;
|
||
|
|
byte* ptr = bytes;
|
||
|
|
byte* ptr2 = bytes + byteCount;
|
||
|
|
char* ptr3 = chars;
|
||
|
|
char* ptr4 = chars + charCount;
|
||
|
|
bool flag = false;
|
||
|
|
DecoderFallbackBuffer decoderFallbackBuffer = null;
|
||
|
|
DecoderFallbackBufferHelper decoderFallbackBufferHelper = new DecoderFallbackBufferHelper(decoderFallbackBuffer);
|
||
|
|
if (dBCSDecoder != null && dBCSDecoder.bLeftOver > 0)
|
||
|
|
{
|
||
|
|
if (byteCount == 0)
|
||
|
|
{
|
||
|
|
if (!dBCSDecoder.MustFlush)
|
||
|
|
{
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
decoderFallbackBuffer = dBCSDecoder.FallbackBuffer;
|
||
|
|
decoderFallbackBufferHelper = new DecoderFallbackBufferHelper(decoderFallbackBuffer);
|
||
|
|
decoderFallbackBufferHelper.InternalInitialize(bytes, ptr4);
|
||
|
|
byte[] bytes2 = new byte[1] { dBCSDecoder.bLeftOver };
|
||
|
|
if (!decoderFallbackBufferHelper.InternalFallback(bytes2, bytes, ref chars))
|
||
|
|
{
|
||
|
|
ThrowCharsOverflow(dBCSDecoder, nothingDecoded: true);
|
||
|
|
}
|
||
|
|
dBCSDecoder.bLeftOver = 0;
|
||
|
|
return (int)(chars - ptr3);
|
||
|
|
}
|
||
|
|
int num = dBCSDecoder.bLeftOver << 8;
|
||
|
|
num |= *bytes;
|
||
|
|
bytes++;
|
||
|
|
char c = mapBytesToUnicode[num];
|
||
|
|
if (c == '\0' && num != 0)
|
||
|
|
{
|
||
|
|
decoderFallbackBuffer = dBCSDecoder.FallbackBuffer;
|
||
|
|
decoderFallbackBufferHelper = new DecoderFallbackBufferHelper(decoderFallbackBuffer);
|
||
|
|
decoderFallbackBufferHelper.InternalInitialize(ptr2 - byteCount, ptr4);
|
||
|
|
byte[] bytes3 = new byte[2]
|
||
|
|
{
|
||
|
|
(byte)(num >> 8),
|
||
|
|
(byte)num
|
||
|
|
};
|
||
|
|
if (!decoderFallbackBufferHelper.InternalFallback(bytes3, bytes, ref chars))
|
||
|
|
{
|
||
|
|
ThrowCharsOverflow(dBCSDecoder, nothingDecoded: true);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
if (chars >= ptr4)
|
||
|
|
{
|
||
|
|
ThrowCharsOverflow(dBCSDecoder, nothingDecoded: true);
|
||
|
|
}
|
||
|
|
*(chars++) = c;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
while (bytes < ptr2)
|
||
|
|
{
|
||
|
|
int num2 = *bytes;
|
||
|
|
bytes++;
|
||
|
|
char c2 = mapBytesToUnicode[num2];
|
||
|
|
if (c2 == '\ufffe')
|
||
|
|
{
|
||
|
|
if (bytes < ptr2)
|
||
|
|
{
|
||
|
|
num2 <<= 8;
|
||
|
|
num2 |= *bytes;
|
||
|
|
bytes++;
|
||
|
|
c2 = mapBytesToUnicode[num2];
|
||
|
|
}
|
||
|
|
else
|
||
|
|
{
|
||
|
|
if (dBCSDecoder != null && !dBCSDecoder.MustFlush)
|
||
|
|
{
|
||
|
|
flag = true;
|
||
|
|
dBCSDecoder.bLeftOver = (byte)num2;
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
c2 = '\0';
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if (c2 == '\0' && num2 != 0)
|
||
|
|
{
|
||
|
|
if (decoderFallbackBuffer == null)
|
||
|
|
{
|
||
|
|
decoderFallbackBuffer = ((dBCSDecoder != null) ? dBCSDecoder.FallbackBuffer : base.DecoderFallback.CreateFallbackBuffer());
|
||
|
|
decoderFallbackBufferHelper = new DecoderFallbackBufferHelper(decoderFallbackBuffer);
|
||
|
|
decoderFallbackBufferHelper.InternalInitialize(ptr2 - byteCount, ptr4);
|
||
|
|
}
|
||
|
|
byte[] array = ((num2 >= 256) ? new byte[2]
|
||
|
|
{
|
||
|
|
(byte)(num2 >> 8),
|
||
|
|
(byte)num2
|
||
|
|
} : new byte[1] { (byte)num2 });
|
||
|
|
if (!decoderFallbackBufferHelper.InternalFallback(array, bytes, ref chars))
|
||
|
|
{
|
||
|
|
bytes -= array.Length;
|
||
|
|
decoderFallbackBufferHelper.InternalReset();
|
||
|
|
ThrowCharsOverflow(dBCSDecoder, bytes == ptr);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
if (chars >= ptr4)
|
||
|
|
{
|
||
|
|
bytes--;
|
||
|
|
if (num2 >= 256)
|
||
|
|
{
|
||
|
|
bytes--;
|
||
|
|
}
|
||
|
|
ThrowCharsOverflow(dBCSDecoder, bytes == ptr);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
*(chars++) = c2;
|
||
|
|
}
|
||
|
|
if (dBCSDecoder != null)
|
||
|
|
{
|
||
|
|
if (!flag)
|
||
|
|
{
|
||
|
|
dBCSDecoder.bLeftOver = 0;
|
||
|
|
}
|
||
|
|
dBCSDecoder.m_bytesUsed = (int)(bytes - ptr);
|
||
|
|
}
|
||
|
|
return (int)(chars - ptr3);
|
||
|
|
}
|
||
|
|
|
||
|
|
public override int GetMaxByteCount(int charCount)
|
||
|
|
{
|
||
|
|
if (charCount < 0)
|
||
|
|
{
|
||
|
|
throw new ArgumentOutOfRangeException("charCount", System.SR.ArgumentOutOfRange_NeedNonNegNum);
|
||
|
|
}
|
||
|
|
long num = (long)charCount + 1L;
|
||
|
|
if (base.EncoderFallback.MaxCharCount > 1)
|
||
|
|
{
|
||
|
|
num *= base.EncoderFallback.MaxCharCount;
|
||
|
|
}
|
||
|
|
num *= 2;
|
||
|
|
if (num > int.MaxValue)
|
||
|
|
{
|
||
|
|
throw new ArgumentOutOfRangeException("charCount", System.SR.ArgumentOutOfRange_GetByteCountOverflow);
|
||
|
|
}
|
||
|
|
return (int)num;
|
||
|
|
}
|
||
|
|
|
||
|
|
public override int GetMaxCharCount(int byteCount)
|
||
|
|
{
|
||
|
|
if (byteCount < 0)
|
||
|
|
{
|
||
|
|
throw new ArgumentOutOfRangeException("byteCount", System.SR.ArgumentOutOfRange_NeedNonNegNum);
|
||
|
|
}
|
||
|
|
long num = (long)byteCount + 1L;
|
||
|
|
if (base.DecoderFallback.MaxCharCount > 1)
|
||
|
|
{
|
||
|
|
num *= base.DecoderFallback.MaxCharCount;
|
||
|
|
}
|
||
|
|
if (num > int.MaxValue)
|
||
|
|
{
|
||
|
|
throw new ArgumentOutOfRangeException("byteCount", System.SR.ArgumentOutOfRange_GetCharCountOverflow);
|
||
|
|
}
|
||
|
|
return (int)num;
|
||
|
|
}
|
||
|
|
|
||
|
|
public override Decoder GetDecoder()
|
||
|
|
{
|
||
|
|
return new DBCSDecoder(this);
|
||
|
|
}
|
||
|
|
}
|