// Zapper.cpp
// Implements the cZapper class representing the processor that actually zaps blocks and entities
#include "Globals.h"
#include "WorldStorage/FastNBT.h"
#include "StringCompression.h"
#include "zlib/zlib.h"
#include "Zapper.h"
/** The maximum size of an inflated chunk; raw chunk data is 192 KiB, allow 64 KiB more of entities */
#define CHUNK_INFLATE_MAX 256 KiB
cZapper::cZapper(const AString & a_MCAFolder) :
m_MCAFolder(a_MCAFolder)
{
}
void cZapper::ZapRegions(const cRegionVector & a_Regions)
{
for (cRegionVector::const_iterator itr = a_Regions.begin(), end = a_Regions.end(); itr != end; ++itr)
{
int MinAnvX, MinAnvZ;
int MaxAnvX, MaxAnvZ;
BlockToMCA(itr->m_MinX, itr->m_MinZ, MinAnvX, MinAnvZ);
BlockToMCA(itr->m_MaxX, itr->m_MaxZ, MaxAnvX, MaxAnvZ);
for (int x = MinAnvX; x <= MaxAnvX; x++)
{
for (int z = MinAnvZ; z <= MaxAnvZ; z++)
{
ZapRegionInMCAFile(*itr, x, z);
}
}
} // for itr - a_Regions
}
void cZapper::BlockToMCA(int a_BlockX, int a_BlockZ, int & a_MCAX, int & a_MCAZ)
{
// These need to be arithmetic shifts, consult your compiler documentation to see if it's so
// MSVC and GCC both use arithmetic shifts
a_MCAX = a_BlockX >> 10;
a_MCAZ = a_BlockZ >> 10;
}
void cZapper::BlockToChunk(int a_BlockX, int a_BlockZ, int & a_ChunkX, int & a_ChunkZ)
{
// These need to be arithmetic shifts, consult your compiler documentation to see if it's so
// MSVC and GCC both use arithmetic shifts
a_ChunkX = a_BlockX >> 4;
a_ChunkZ = a_BlockZ >> 4;
}
void cZapper::ZapRegionInMCAFile(const cRegion & a_Region, int a_MCAX, int a_MCAZ)
{
cFile fIn;
AString FileNameIn = Printf("%s/r.%d.%d.mca", m_MCAFolder.c_str(), a_MCAX, a_MCAZ);
if (!fIn.Open(FileNameIn, cFile::fmRead))
{
return;
}
cFile fOut;
AString FileNameOut = Printf("%s/r.%d.%d.zap", m_MCAFolder.c_str(), a_MCAX, a_MCAZ);
if (!fOut.Open(FileNameOut, cFile::fmWrite))
{
fprintf(stderr, "Cannot open temporary file \"%s\" for writing, skipping file \"%s\".", FileNameOut.c_str(), FileNameIn.c_str());
return;
}
AString DataOut;
DataOut.reserve(fIn.GetSize());
int HeaderIn[2048];
if (fIn.Read(HeaderIn, sizeof(HeaderIn)) != sizeof(HeaderIn))
{
fprintf(stderr, "Cannot read header from file \"%s\", skipping file.", FileNameIn.c_str());
}
int HeaderOut[2048];
for (int i = 0; i < 1024; i++)
{
if (HeaderIn[i] == 0)
{
// Chunk not present
HeaderOut[i] = 0;
continue;
}
AString ChunkData;
int ChunkX = a_MCAX * ChunksPerMCAX + (i % ChunksPerMCAX);
int ChunkZ = a_MCAZ * ChunksPerMCAZ + (i / ChunksPerMCAX);
LoadChunkData(fIn, HeaderIn[i], ChunkData, ChunkX, ChunkZ);
if (a_Region.TouchesChunk(ChunkX, ChunkZ))
{
ZapRegionInRawChunkData(a_Region, ChunkData, ChunkX, ChunkZ);
}
unsigned char ChunkHeader[5];
size_t DataSize = ChunkData.size() + 1;
ChunkHeader[0] = (DataSize >> 24) & 0xff;
ChunkHeader[1] = (DataSize >> 16) & 0xff;
ChunkHeader[2] = (DataSize >> 8) & 0xff;
ChunkHeader[3] = DataSize & 0xff;
ChunkHeader[4] = 2; // zlib compression
size_t Alignment = 4096 - (ChunkData.size() + 5) % 4096; // 5 bytes of the header are appended outside of ChunkData
if (Alignment > 0)
{
ChunkData.append(Alignment, (char)0);
}
HeaderOut[i] = htonl(((DataOut.size() / 4096 + 2) << 8) | ((ChunkData.size() + 5) / 4096));
DataOut.append((const char *)ChunkHeader, sizeof(ChunkHeader));
DataOut.append(ChunkData);
} // for i - chunks in fIn
for (int i = 1024; i < 2048; i++)
{
HeaderOut[i] = HeaderIn[i];
}
fIn.Close();
fOut.Write(HeaderOut, sizeof(HeaderOut));
fOut.Write(DataOut.data(), DataOut.size());
fOut.Close();
cFile::Delete(FileNameIn);
cFile::Rename(FileNameOut, FileNameIn);
}
void cZapper::LoadChunkData(cFile & a_InFile, int a_ChunkHeaderValue, AString & a_ChunkData, int a_ChunkX, int a_ChunkZ)
{
a_ChunkHeaderValue = ntohl(a_ChunkHeaderValue); // Convert from big-endian to system-endian
int ChunkOffset = (a_ChunkHeaderValue >> 8) * 4096;
int ChunkSize = (a_ChunkHeaderValue & 0xff) * 4096;
a_InFile.Seek(ChunkOffset);
unsigned char ChunkHeader[5];
a_InFile.Read(ChunkHeader, sizeof(ChunkHeader));
if (ChunkHeader[4] != 2)
{
fprintf(stderr, "Chunk [%d, %d] is compressed in an unknown scheme (%d), skipping", a_ChunkX, a_ChunkZ, ChunkHeader[5]);
return;
}
int ActualSize = (ChunkHeader[0] << 24) | (ChunkHeader[1] << 16) | (ChunkHeader[2] << 8) | ChunkHeader[3];
ActualSize -= 1; // Compression took 1 byte
a_ChunkData.resize(ActualSize);
int BytesRead = a_InFile.Read((void *)(a_ChunkData.data()), ActualSize);
if (BytesRead != ActualSize)
{
fprintf(stderr, "Chunk is truncated in file (%d bytes out of %d), skipping.", BytesRead, ActualSize);
a_ChunkData.clear();
return;
}
}
void cZapper::ZapRegionInRawChunkData(const cRegion & a_Region, AString & a_ChunkData, int a_ChunkX, int a_ChunkZ)
{
// Decompress the data:
char Uncompressed[CHUNK_INFLATE_MAX];
z_stream strm;
strm.zalloc = (alloc_func)NULL;
strm.zfree = (free_func)NULL;
strm.opaque = NULL;
inflateInit(&strm);
strm.next_out = (Bytef *)Uncompressed;
strm.avail_out = sizeof(Uncompressed);
strm.next_in = (Bytef *)a_ChunkData.data();
strm.avail_in = a_ChunkData.size();
int res = inflate(&strm, Z_FINISH);
inflateEnd(&strm);
if (res != Z_STREAM_END)
{
fprintf(stderr, "Chunk [%d, %d] failed to decompress: error %d. Skipping chunk.", a_ChunkX, a_ChunkZ, res);
return;
}
/*
// DEBUG: Output src to a file:
cFile f1;
if (f1.Open(Printf("chunk_%d_%d_in.nbt", a_ChunkX, a_ChunkZ), cFile::fmWrite))
{
f1.Write(Uncompressed, strm.total_out);
}
//*/
cParsedNBT NBT(Uncompressed, strm.total_out);
if (!NBT.IsValid())
{
fprintf(stderr, "Chunk [%d, %d] failed to parse. Skipping chunk.", a_ChunkX, a_ChunkZ);
return;
}
ZapRegionInNBTChunk(a_Region, NBT, a_ChunkX, a_ChunkZ);
cFastNBTWriter Writer;
for (int ch = NBT.GetFirstChild(0); ch >= 0; ch = NBT.GetNextSibling(ch))
{
SerializeNBTTag(NBT, ch, Writer);
}
Writer.Finish();
/*
// DEBUG: Output dst to a file:
cFile f2;
if (f2.Open(Printf("chunk_%d_%d_out.nbt", a_ChunkX, a_ChunkZ), cFile::fmWrite))
{
f2.Write(Writer.GetResult().data(), Writer.GetResult().size());
}
//*/
// Compress the serialized data into "Uncompressed" (reuse buffer)
CompressString(Writer.GetResult().data(), Writer.GetResult().size(), a_ChunkData);
}
void cZapper::ZapRegionInNBTChunk(const cRegion & a_Region, cParsedNBT & a_NBT, int a_ChunkX, int a_ChunkZ)
{
int LevelTag = a_NBT.FindChildByName(a_NBT.GetRoot(), "Level");
if (LevelTag < 0)
{
fprintf(stderr, "Cannot find Level tag in chunk [%d, %d]'s NBT. Skipping chunk.", a_ChunkX, a_ChunkZ);
return;
}
// Create a copy of the region and limit it to the current chunk:
int BlockX = a_ChunkX * 16;
int BlockZ = a_ChunkZ * 16;
cRegion Local;
Local.m_MinX = std::max(0, a_Region.m_MinX - BlockX);
Local.m_MaxX = std::min(15, a_Region.m_MaxX - BlockX);
Local.m_MinY = a_Region.m_MinY;
Local.m_MaxY = a_Region.m_MaxY;
Local.m_MinZ = std::max(0, a_Region.m_MinZ - BlockZ);
Local.m_MaxZ = std::min(15, a_Region.m_MaxZ - BlockZ);
if (a_Region.m_ShouldZapBlocks)
{
int SectionsTag = a_NBT.FindChildByName(LevelTag, "Sections");
if (SectionsTag < 0)
{
fprintf(stderr, "Cannot find the Sections tag in the Level tag in chunk [%d, %d]'s NBT. Skipping block-zapping in chunk.", a_ChunkX, a_ChunkZ);
return;
}
ZapRegionBlocksInNBT(Local, a_NBT, SectionsTag);
}
if (a_Region.m_ShouldZapEntities)
{
int EntitiesTag = a_NBT.FindChildByName(LevelTag, "Entities");
if (EntitiesTag < 0)
{
fprintf(stderr, "Cannot find the Entities tag in the Level tag in chunk [%d, %d]'s NBT. Skipping entity-zapping in chunk.", a_ChunkX, a_ChunkZ);
return;
}
ZapRegionEntitiesInNBT(Local, a_NBT, EntitiesTag);
}
}
void cZapper::ZapRegionBlocksInNBT(const cRegion & a_Region, cParsedNBT & a_NBT, int a_SectionsTag)
{
for (int Child = a_NBT.GetFirstChild(a_SectionsTag); Child >= 0; Child = a_NBT.GetNextSibling(Child))
{
int y = 0;
int SectionY = a_NBT.FindChildByName(Child, "Y");
if ((SectionY < 0) || (a_NBT.GetType(SectionY) != TAG_Byte))
{
continue;
}
y = a_NBT.GetByte(SectionY);
if ((y * 16 > a_Region.m_MaxY) || (y * 16 + 16 < a_Region.m_MinY))
{
continue;
}
int BlockDataTag = a_NBT.FindChildByName(Child, "Blocks");
int BlockMetaTag = a_NBT.FindChildByName(Child, "Data");
int BlockAddTag = a_NBT.FindChildByName(Child, "Add");
if (BlockDataTag > 0)
{
ZapRegionInNBTSectionBytes(a_Region, y, (unsigned char *)(a_NBT.GetData(BlockDataTag)));
}
if (BlockMetaTag > 0)
{
ZapRegionInNBTSectionNibbles(a_Region, y, (unsigned char *)(a_NBT.GetData(BlockMetaTag)));
}
if (BlockAddTag > 0)
{
ZapRegionInNBTSectionNibbles(a_Region, y, (unsigned char *)(a_NBT.GetData(BlockAddTag)));
}
} // for Child - Level / Sections / []
}
void cZapper::ZapRegionInNBTSectionBytes(const cRegion & a_Region, int a_SectionY, unsigned char * a_BlockBytes)
{
int MinY = std::max(0, a_Region.m_MinY - a_SectionY * 16);
int MaxY = std::min(15, a_Region.m_MaxY - a_SectionY * 16);
ASSERT(MinY >= 0);
ASSERT(MaxY >= 0);
for (int y = MinY; y <= MaxY; y++)
{
for (int z = a_Region.m_MinZ; z <= a_Region.m_MaxZ; z++)
{
for (int x = a_Region.m_MinX; x <= a_Region.m_MaxX; x++)
{
a_BlockBytes[x + z * 16 + y * 16 * 16] = 0;
}
}
}
}
void cZapper::ZapRegionInNBTSectionNibbles(const cRegion & a_Region, int a_SectionY, unsigned char * a_BlockNibbles)
{
int MinY = std::max(0, a_Region.m_MinY - a_SectionY * 16);
int MaxY = std::min(15, a_Region.m_MaxY - a_SectionY * 16);
ASSERT(MinY >= 0);
ASSERT(MaxY >= 0);
for (int y = MinY; y <= MaxY; y++)
{
for (int z = a_Region.m_MinZ; z < a_Region.m_MaxZ; z++)
{
for (int x = a_Region.m_MinX; x < a_Region.m_MaxX; x++)
{
cChunkDef::SetNibble(a_BlockNibbles, x, y, z, 0);
}
}
}
}
void cZapper::ZapRegionEntitiesInNBT(const cRegion & a_Region, cParsedNBT & a_NBT, int a_EntitiesTag)
{
// TODO
}
void cZapper::SerializeNBTTag(const cParsedNBT & a_NBT, int a_Tag, cFastNBTWriter & a_Writer)
{
switch (a_NBT.GetType(a_Tag))
{
case TAG_Byte: a_Writer.AddByte (a_NBT.GetName(a_Tag), a_NBT.GetByte (a_Tag)); break;
case TAG_Short: a_Writer.AddShort (a_NBT.GetName(a_Tag), a_NBT.GetShort (a_Tag)); break;
case TAG_Int: a_Writer.AddInt (a_NBT.GetName(a_Tag), a_NBT.GetInt (a_Tag)); break;
case TAG_Long: a_Writer.AddLong (a_NBT.GetName(a_Tag), a_NBT.GetLong (a_Tag)); break;
case TAG_Float: a_Writer.AddFloat (a_NBT.GetName(a_Tag), a_NBT.GetFloat (a_Tag)); break;
case TAG_Double: a_Writer.AddDouble (a_NBT.GetName(a_Tag), a_NBT.GetDouble(a_Tag)); break;
case TAG_ByteArray: a_Writer.AddByteArray(a_NBT.GetName(a_Tag), a_NBT.GetData (a_Tag), a_NBT.GetDataLength(a_Tag)); break;
case TAG_String: a_Writer.AddString (a_NBT.GetName(a_Tag), a_NBT.GetString(a_Tag)); break;
case TAG_IntArray:
{
std::vector<int> Data;
int NumInts = a_NBT.GetDataLength(a_Tag) / 4;
Data.reserve(NumInts);
int * OrigData = (int *)(a_NBT.GetData(a_Tag));
for (int i = 0; i < NumInts; i++)
{
Data.push_back(ntohl(OrigData[i]));
}
a_Writer.AddIntArray (a_NBT.GetName(a_Tag), &Data.front(), Data.size()); break;
}
case TAG_List:
{
a_Writer.BeginList(a_NBT.GetName(a_Tag), a_NBT.GetChildrenType(a_Tag));
for (int ch = a_NBT.GetFirstChild(a_Tag); ch >= 0; ch = a_NBT.GetNextSibling(ch))
{
SerializeNBTTag(a_NBT, ch, a_Writer);
} // for ch - children[]
a_Writer.EndList();
break;
}
case TAG_Compound:
{
a_Writer.BeginCompound(a_NBT.GetName(a_Tag));
for (int ch = a_NBT.GetFirstChild(a_Tag); ch >= 0; ch = a_NBT.GetNextSibling(ch))
{
SerializeNBTTag(a_NBT, ch, a_Writer);
} // for ch - children[]
a_Writer.EndCompound();
break;
}
default:
{
ASSERT(!"Unknown NBT tag");
break;
}
}
}
