有关将字符串转换为流的问题很多,例如:
还有很多其他人。
但是,我还没有看到一个实现没有复制原始字符串占用的内存。最简单的建议是将字符串转换为字节并从中初始化MemoryStream
。
另一个建议是将其写入StreamWriter
包裹MemoryStream
所有这些都没有内存效率。
我带来它的原因是我必须处理一个遗留系统,它纯粹是因为愚蠢而产生一个巨大的字符串。现在我需要对这个字符串应用某些后处理并将其写入文件,我只是不想复制该死的东西。所以,我正在寻找一种内存效率的方法来实现它。
答案 0 :(得分:1)
编写自定义Stream
派生类并不难,但在这种特殊情况下需要Encoding
支持。这是一个只读向前实现,它在需要时使用一个小缓冲区来装入一个完整的字符字节:
public static class StringUtils
{
public static Stream AsStream(this string source, Encoding encoding = null)
{
return string.IsNullOrEmpty(source) ? Stream.Null : new StringStream(source, encoding ?? Encoding.UTF8);
}
class StringStream : Stream
{
string source;
Encoding encoding;
int position, length;
int charPosition;
int maxBytesPerChar;
byte[] encodeBuffer;
int encodeOffset, encodeCount;
internal StringStream(string source, Encoding encoding)
{
this.source = source;
this.encoding = encoding;
length = encoding.GetByteCount(source);
maxBytesPerChar = encoding.GetMaxByteCount(1);
}
public override bool CanRead { get { return true; } }
public override bool CanSeek { get { return false; } }
public override bool CanWrite { get { return false; } }
public override long Length { get { return length; } }
public override void SetLength(long value) { throw new NotSupportedException(); }
public override long Position { get { return position; } set { throw new NotSupportedException(); } }
public override long Seek(long offset, SeekOrigin origin) { throw new NotSupportedException(); }
public override void Write(byte[] buffer, int offset, int count) { throw new NotSupportedException(); }
public override void Flush() { }
public override int Read(byte[] buffer, int offset, int count)
{
int readCount = 0;
for (int byteCount; readCount < count && position < length; position += byteCount, readCount += byteCount)
{
if (encodeCount == 0)
{
int charCount = Math.Min((count - readCount) / maxBytesPerChar, source.Length - charPosition);
if (charCount > 0)
{
byteCount = encoding.GetBytes(source, charPosition, charCount, buffer, offset + readCount);
Debug.Assert(byteCount > 0 && byteCount <= (count - readCount));
charPosition += charCount;
continue;
}
if (encodeBuffer == null) encodeBuffer = new byte[maxBytesPerChar];
encodeCount = encoding.GetBytes(source, charPosition, 1, encodeBuffer, encodeOffset = 0);
Debug.Assert(encodeCount > 0);
}
byteCount = Math.Min(encodeCount, count - readCount);
for (int i = 0; i < byteCount; i++)
buffer[offset + readCount + i] = encodeBuffer[encodeOffset + i];
encodeOffset += byteCount;
if ((encodeCount -= byteCount) == 0) charPosition++;
}
return readCount;
}
}
}