Remove duplicate code in main menu
[oweals/minetest.git] / src / mapblock.cpp
index ead26dd1f8088ccaf8a4a2037ef5abb36f02eec7..b436378da5a2cbc3f4f907fbabcee7e860640e6a 100644 (file)
@@ -18,34 +18,46 @@ with this program; if not, write to the Free Software Foundation, Inc.,
 */
 
 #include "mapblock.h"
+
+#include <sstream>
 #include "map.h"
 // For g_settings
 #include "main.h"
 #include "light.h"
-#include <sstream>
+#include "nodedef.h"
+#include "nodemetadata.h"
+#include "gamedef.h"
+#include "log.h"
+#include "nameidmapping.h"
+#include "content_mapnode.h" // For legacy name-id mapping
+#ifndef SERVER
+#include "mapblock_mesh.h"
+#endif
 
 /*
        MapBlock
 */
 
-MapBlock::MapBlock(Map *parent, v3s16 pos, bool dummy):
+MapBlock::MapBlock(Map *parent, v3s16 pos, IGameDef *gamedef, bool dummy):
+               m_node_metadata(new NodeMetadataList),
                m_parent(parent),
                m_pos(pos),
+               m_gamedef(gamedef),
                m_modified(MOD_STATE_WRITE_NEEDED),
+               m_modified_reason("initial"),
+               m_modified_reason_too_long(false),
                is_underground(false),
                m_lighting_expired(true),
                m_day_night_differs(false),
                m_generated(false),
-               m_objects(this),
                m_timestamp(BLOCK_TIMESTAMP_UNDEFINED),
+               m_disk_timestamp(BLOCK_TIMESTAMP_UNDEFINED),
                m_usage_timer(0)
 {
        data = NULL;
        if(dummy == false)
                reallocate();
        
-       //m_spawn_timer = -10000;
-
 #ifndef SERVER
        m_mesh_expired = false;
        mesh_mutex.Init();
@@ -68,6 +80,8 @@ MapBlock::~MapBlock()
        }
 #endif
 
+       delete m_node_metadata;
+
        if(data)
                delete[] data;
 }
@@ -152,7 +166,7 @@ void MapBlock::updateMesh(u32 daynight_ratio)
        MeshMakeData data;
        data.fill(daynight_ratio, this);
        
-       scene::SMesh *mesh_new = makeMapBlockMesh(&data);
+       scene::SMesh *mesh_new = makeMapBlockMesh(&data, m_gamedef);
        
        /*
                Replace the mesh
@@ -184,13 +198,13 @@ void MapBlock::replaceMesh(scene::SMesh *mesh_new)
                        IMeshBuffer *buf = mesh_old->getMeshBuffer(i);
                }*/
                
-               /*dstream<<"mesh_old->getReferenceCount()="
+               /*infostream<<"mesh_old->getReferenceCount()="
                                <<mesh_old->getReferenceCount()<<std::endl;
                u32 c = mesh_old->getMeshBufferCount();
                for(u32 i=0; i<c; i++)
                {
                        scene::IMeshBuffer *buf = mesh_old->getMeshBuffer(i);
-                       dstream<<"buf->getReferenceCount()="
+                       infostream<<"buf->getReferenceCount()="
                                        <<buf->getReferenceCount()<<std::endl;
                }*/
 
@@ -227,6 +241,8 @@ void MapBlock::replaceMesh(scene::SMesh *mesh_new)
 bool MapBlock::propagateSunlight(core::map<v3s16, bool> & light_sources,
                bool remove_light, bool *black_air_left)
 {
+       INodeDefManager *nodemgr = m_gamedef->ndef();
+
        // Whether the sunlight at the top of the bottom block is valid
        bool block_below_is_valid = true;
        
@@ -242,7 +258,12 @@ bool MapBlock::propagateSunlight(core::map<v3s16, bool> & light_sources,
                        // Check if node above block has sunlight
                        try{
                                MapNode n = getNodeParent(v3s16(x, MAP_BLOCKSIZE, z));
-                               if(n.getContent() == CONTENT_IGNORE || n.getLight(LIGHTBANK_DAY) != LIGHT_SUN)
+                               if(n.getContent() == CONTENT_IGNORE)
+                               {
+                                       // Trust heuristics
+                                       no_sunlight = is_underground;
+                               }
+                               else if(n.getLight(LIGHTBANK_DAY, m_gamedef->ndef()) != LIGHT_SUN)
                                {
                                        no_sunlight = true;
                                }
@@ -260,8 +281,7 @@ bool MapBlock::propagateSunlight(core::map<v3s16, bool> & light_sources,
                                else
                                {
                                        MapNode n = getNode(v3s16(x, MAP_BLOCKSIZE-1, z));
-                                       //if(n.getContent() == CONTENT_WATER || n.getContent() == CONTENT_WATERSOURCE)
-                                       if(content_features(n).sunlight_propagates == false)
+                                       if(m_gamedef->ndef()->get(n).sunlight_propagates == false)
                                        {
                                                no_sunlight = true;
                                        }
@@ -310,32 +330,12 @@ bool MapBlock::propagateSunlight(core::map<v3s16, bool> & light_sources,
                                {
                                        // Do nothing
                                }
-                               else if(current_light == LIGHT_SUN && n.sunlight_propagates())
+                               else if(current_light == LIGHT_SUN && nodemgr->get(n).sunlight_propagates)
                                {
                                        // Do nothing: Sunlight is continued
                                }
-                               else if(n.light_propagates() == false)
+                               else if(nodemgr->get(n).light_propagates == false)
                                {
-                                       /*// DEPRECATED TODO: REMOVE
-                                       if(grow_grass)
-                                       {
-                                               bool upper_is_air = false;
-                                               try
-                                               {
-                                                       if(getNodeParent(pos+v3s16(0,1,0)).getContent() == CONTENT_AIR)
-                                                               upper_is_air = true;
-                                               }
-                                               catch(InvalidPositionException &e)
-                                               {
-                                               }
-                                               // Turn mud into grass
-                                               if(upper_is_air && n.getContent() == CONTENT_MUD
-                                                               && current_light == LIGHT_SUN)
-                                               {
-                                                       n.d = CONTENT_GRASS;
-                                               }
-                                       }*/
-
                                        // A solid object is on the way.
                                        stopped_to_solid_object = true;
                                        
@@ -348,11 +348,11 @@ bool MapBlock::propagateSunlight(core::map<v3s16, bool> & light_sources,
                                        current_light = diminish_light(current_light);
                                }
 
-                               u8 old_light = n.getLight(LIGHTBANK_DAY);
+                               u8 old_light = n.getLight(LIGHTBANK_DAY, nodemgr);
 
                                if(current_light > old_light || remove_light)
                                {
-                                       n.setLight(LIGHTBANK_DAY, current_light);
+                                       n.setLight(LIGHTBANK_DAY, current_light, nodemgr);
                                }
                                
                                if(diminish_light(current_light) != 0)
@@ -385,12 +385,12 @@ bool MapBlock::propagateSunlight(core::map<v3s16, bool> & light_sources,
                        if(block_below_is_valid)
                        {
                                MapNode n = getNodeParent(v3s16(x, -1, z));
-                               if(n.light_propagates())
+                               if(nodemgr->get(n).light_propagates)
                                {
-                                       if(n.getLight(LIGHTBANK_DAY) == LIGHT_SUN
+                                       if(n.getLight(LIGHTBANK_DAY, nodemgr) == LIGHT_SUN
                                                        && sunlight_should_go_down == false)
                                                block_below_is_valid = false;
-                                       else if(n.getLight(LIGHTBANK_DAY) != LIGHT_SUN
+                                       else if(n.getLight(LIGHTBANK_DAY, nodemgr) != LIGHT_SUN
                                                        && sunlight_should_go_down == true)
                                                block_below_is_valid = false;
                                }
@@ -429,19 +429,10 @@ void MapBlock::copyFrom(VoxelManipulator &dst)
                        getPosRelative(), data_size);
 }
 
-void MapBlock::stepObjects(float dtime, bool server, u32 daynight_ratio)
-{
-       /*
-               Step objects
-       */
-       m_objects.step(dtime, server, daynight_ratio);
-
-       setChangedFlag();
-}
-
-
 void MapBlock::updateDayNightDiff()
 {
+       INodeDefManager *nodemgr = m_gamedef->ndef();
+
        if(data == NULL)
        {
                m_day_night_differs = false;
@@ -456,7 +447,7 @@ void MapBlock::updateDayNightDiff()
        for(u32 i=0; i<MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE; i++)
        {
                MapNode &n = data[i];
-               if(n.getLight(LIGHTBANK_DAY) != n.getLight(LIGHTBANK_NIGHT))
+               if(n.getLight(LIGHTBANK_DAY, nodemgr) != n.getLight(LIGHTBANK_NIGHT, nodemgr))
                {
                        differs = true;
                        break;
@@ -497,7 +488,7 @@ s16 MapBlock::getGroundLevel(v2s16 p2d)
                for(; y>=0; y--)
                {
                        MapNode n = getNodeRef(p2d.X, y, p2d.Y);
-                       if(content_features(n).walkable)
+                       if(m_gamedef->ndef()->get(n).walkable)
                        {
                                if(y == MAP_BLOCKSIZE-1)
                                        return -2;
@@ -516,8 +507,99 @@ s16 MapBlock::getGroundLevel(v2s16 p2d)
 /*
        Serialization
 */
+// List relevant id-name pairs for ids in the block using nodedef
+// Renumbers the content IDs (starting at 0 and incrementing
+static void getBlockNodeIdMapping(NameIdMapping *nimap, MapNode *nodes,
+               INodeDefManager *nodedef)
+{
+       std::map<content_t, content_t> mapping;
+       std::set<content_t> unknown_contents;
+       content_t id_counter = 0;
+       for(u32 i=0; i<MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE; i++)
+       {
+               content_t global_id = nodes[i].getContent();
+               content_t id = CONTENT_IGNORE;
+
+               // Try to find an existing mapping
+               std::map<content_t, content_t>::iterator j = mapping.find(global_id);
+               if(j != mapping.end())
+               {
+                       id = j->second;
+               }
+               else
+               {
+                       // We have to assign a new mapping
+                       id = id_counter++;
+                       mapping.insert(std::make_pair(global_id, id));
+
+                       const ContentFeatures &f = nodedef->get(global_id);
+                       const std::string &name = f.name;
+                       if(name == "")
+                               unknown_contents.insert(global_id);
+                       else
+                               nimap->set(id, name);
+               }
 
-void MapBlock::serialize(std::ostream &os, u8 version)
+               // Update the MapNode
+               nodes[i].setContent(id);
+       }
+       for(std::set<content_t>::const_iterator
+                       i = unknown_contents.begin();
+                       i != unknown_contents.end(); i++){
+               errorstream<<"getBlockNodeIdMapping(): IGNORING ERROR: "
+                               <<"Name for node id "<<(*i)<<" not known"<<std::endl;
+       }
+}
+// Correct ids in the block to match nodedef based on names.
+// Unknown ones are added to nodedef.
+// Will not update itself to match id-name pairs in nodedef.
+static void correctBlockNodeIds(const NameIdMapping *nimap, MapNode *nodes,
+               IGameDef *gamedef)
+{
+       INodeDefManager *nodedef = gamedef->ndef();
+       // This means the block contains incorrect ids, and we contain
+       // the information to convert those to names.
+       // nodedef contains information to convert our names to globally
+       // correct ids.
+       std::set<content_t> unnamed_contents;
+       std::set<std::string> unallocatable_contents;
+       for(u32 i=0; i<MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE; i++)
+       {
+               content_t local_id = nodes[i].getContent();
+               std::string name;
+               bool found = nimap->getName(local_id, name);
+               if(!found){
+                       unnamed_contents.insert(local_id);
+                       continue;
+               }
+               content_t global_id;
+               found = nodedef->getId(name, global_id);
+               if(!found){
+                       global_id = gamedef->allocateUnknownNodeId(name);
+                       if(global_id == CONTENT_IGNORE){
+                               unallocatable_contents.insert(name);
+                               continue;
+                       }
+               }
+               nodes[i].setContent(global_id);
+       }
+       for(std::set<content_t>::const_iterator
+                       i = unnamed_contents.begin();
+                       i != unnamed_contents.end(); i++){
+               errorstream<<"correctBlockNodeIds(): IGNORING ERROR: "
+                               <<"Block contains id "<<(*i)
+                               <<" with no name mapping"<<std::endl;
+       }
+       for(std::set<std::string>::const_iterator
+                       i = unallocatable_contents.begin();
+                       i != unallocatable_contents.end(); i++){
+               errorstream<<"correctBlockNodeIds(): IGNORING ERROR: "
+                               <<"Could not allocate global id for node name \""
+                               <<(*i)<<"\""<<std::endl;
+       }
+}
+
+void MapBlock::serialize(std::ostream &os, u8 version, bool disk)
 {
        if(!ser_ver_supported(version))
                throw VersionMismatchException("ERROR: MapBlock format not supported");
@@ -527,22 +609,226 @@ void MapBlock::serialize(std::ostream &os, u8 version)
                throw SerializationError("ERROR: Not writing dummy block.");
        }
        
-       // These have no compression
-       if(version <= 3 || version == 5 || version == 6)
+       if(version <= 21)
        {
-               u32 nodecount = MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE;
-               
-               u32 buflen = 1 + nodecount * MapNode::serializedLength(version);
-               SharedBuffer<u8> dest(buflen);
+               serialize_pre22(os, version, disk);
+               return;
+       }
 
-               dest[0] = is_underground;
+       // First byte
+       u8 flags = 0;
+       if(is_underground)
+               flags |= 0x01;
+       if(m_day_night_differs)
+               flags |= 0x02;
+       if(m_lighting_expired)
+               flags |= 0x04;
+       if(m_generated == false)
+               flags |= 0x08;
+       writeU8(os, flags);
+       
+       /*
+               Bulk node data
+       */
+       NameIdMapping nimap;
+       u32 nodecount = MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE;
+       if(disk)
+       {
+               MapNode *tmp_nodes = new MapNode[nodecount];
                for(u32 i=0; i<nodecount; i++)
+                       tmp_nodes[i] = data[i];
+               getBlockNodeIdMapping(&nimap, tmp_nodes, m_gamedef->ndef());
+
+               u8 content_width = 1;
+               /*u8 content_width = (nimap.size() <= 255) ? 1 : 2;*/
+               u8 params_width = 2;
+               writeU8(os, content_width);
+               writeU8(os, params_width);
+               MapNode::serializeBulk(os, version, tmp_nodes, nodecount,
+                               content_width, params_width, true);
+               delete[] tmp_nodes;
+       }
+       else
+       {
+               u8 content_width = 1;
+               /*u8 content_width = 2;*/
+               u8 params_width = 2;
+               writeU8(os, content_width);
+               writeU8(os, params_width);
+               MapNode::serializeBulk(os, version, data, nodecount,
+                               content_width, params_width, true);
+       }
+       
+       /*
+               Node metadata
+       */
+       std::ostringstream oss(std::ios_base::binary);
+       m_node_metadata->serialize(oss);
+       compressZlib(oss.str(), os);
+
+       /*
+               Data that goes to disk, but not the network
+       */
+       if(disk)
+       {
+               // Static objects
+               m_static_objects.serialize(os);
+
+               // Timestamp
+               writeU32(os, getTimestamp());
+
+               // Write block-specific node definition id mapping
+               nimap.serialize(os);
+       }
+}
+
+
+void MapBlock::deSerialize(std::istream &is, u8 version, bool disk)
+{
+       if(!ser_ver_supported(version))
+               throw VersionMismatchException("ERROR: MapBlock format not supported");
+
+       if(version <= 21)
+       {
+               deSerialize_pre22(is, version, disk);
+               return;
+       }
+
+       u8 flags = readU8(is);
+       is_underground = (flags & 0x01) ? true : false;
+       m_day_night_differs = (flags & 0x02) ? true : false;
+       m_lighting_expired = (flags & 0x04) ? true : false;
+       m_generated = (flags & 0x08) ? false : true;
+
+       /*
+               Bulk node data
+       */
+       u32 nodecount = MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE;
+       u8 content_width = readU8(is);
+       u8 params_width = readU8(is);
+       if(content_width != 1)
+               throw SerializationError("MapBlock::deSerialize(): invalid content_width");
+       if(params_width != 2)
+               throw SerializationError("MapBlock::deSerialize(): invalid params_width");
+       MapNode::deSerializeBulk(is, version, data, nodecount,
+                       content_width, params_width, true);
+
+       /*
+               NodeMetadata
+       */
+       // Ignore errors
+       try{
+               std::ostringstream oss(std::ios_base::binary);
+               decompressZlib(is, oss);
+               std::istringstream iss(oss.str(), std::ios_base::binary);
+               m_node_metadata->deSerialize(iss, m_gamedef);
+       }
+       catch(SerializationError &e)
+       {
+               errorstream<<"WARNING: MapBlock::deSerialize(): Ignoring an error"
+                               <<" while deserializing node metadata"<<std::endl;
+       }
+
+       /*
+               Data that is only on disk
+       */
+       if(disk)
+       {
+               // Static objects
+               m_static_objects.deSerialize(is);
+               
+               // Timestamp
+               setTimestamp(readU32(is));
+               m_disk_timestamp = m_timestamp;
+               
+               // Dynamically re-set ids based on node names
+               NameIdMapping nimap;
+               nimap.deSerialize(is);
+               correctBlockNodeIds(&nimap, data, m_gamedef);
+       }
+}
+
+/*
+       Legacy serialization
+*/
+
+// List relevant id-name pairs for ids in the block using nodedef
+// Before serialization version 22
+static void getBlockNodeIdMapping_pre22(NameIdMapping *nimap, MapNode *nodes,
+               INodeDefManager *nodedef)
+{
+       std::set<content_t> unknown_contents;
+       for(u32 i=0; i<MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE; i++)
+       {
+               content_t id = nodes[i].getContent();
+               const ContentFeatures &f = nodedef->get(id);
+               const std::string &name = f.name;
+               if(name == "")
+                       unknown_contents.insert(id);
+               else
+                       nimap->set(id, name);
+       }
+       for(std::set<content_t>::const_iterator
+                       i = unknown_contents.begin();
+                       i != unknown_contents.end(); i++){
+               errorstream<<"getBlockNodeIdMapping_pre22(): IGNORING ERROR: "
+                               <<"Name for node id "<<(*i)<<" not known"<<std::endl;
+       }
+}
+void MapBlock::serialize_pre22(std::ostream &os, u8 version, bool disk)
+{
+       u32 nodecount = MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE;
+
+       MapNode *tmp_data = new MapNode[nodecount];
+       
+       // Legacy data changes
+       // This code has to change from post-22 to pre-22 format.
+       INodeDefManager *nodedef = m_gamedef->ndef();
+       for(u32 i=0; i<nodecount; i++)
+       {
+               const ContentFeatures &f = nodedef->get(tmp_data[i].getContent());
+               // Mineral
+               if(nodedef->getId("default:stone_with_coal") == tmp_data[i].getContent())
+               {
+                       tmp_data[i].setContent(nodedef->getId("default:stone"));
+                       tmp_data[i].setParam1(1);  // MINERAL_COAL
+               }
+               else if(nodedef->getId("default:stone_with_iron") == tmp_data[i].getContent())
                {
-                       u32 s = 1 + i * MapNode::serializedLength(version);
-                       data[i].serialize(&dest[s], version);
+                       tmp_data[i].setContent(nodedef->getId("default:stone"));
+                       tmp_data[i].setParam1(2);  // MINERAL_IRON
                }
+               // facedir_simple
+               if(f.legacy_facedir_simple)
+               {
+                       tmp_data[i].setParam1(tmp_data[i].getParam2());
+                       tmp_data[i].setParam2(0);
+               }
+               // wall_mounted
+               if(f.legacy_wallmounted)
+               {
+                       u8 wallmounted_new_to_old[8] = {0x04, 0x08, 0x01, 0x02, 0x10, 0x20, 0, 0};
+                       u8 dir_new_format = tmp_data[i].getParam2() & 7; // lowest 3 bits
+                       u8 dir_old_format = wallmounted_new_to_old[dir_new_format];
+                       tmp_data[i].setParam2(dir_old_format);
+               }
+       }
+
+       // Serialize nodes
+       u32 ser_length = MapNode::serializedLength(version);
+       SharedBuffer<u8> databuf_nodelist(nodecount * ser_length);
+       for(u32 i=0; i<nodecount; i++)
+       {
+               tmp_data[i].serialize(&databuf_nodelist[i*ser_length], version);
+       }
+
+       delete[] tmp_data;
                
-               os.write((char*)*dest, dest.getSize());
+       // These have no compression
+       if(version <= 3 || version == 5 || version == 6)
+       {
+               writeU8(os, is_underground);
+               os.write((char*)*databuf_nodelist, databuf_nodelist.getSize());
        }
        else if(version <= 10)
        {
@@ -552,15 +838,13 @@ void MapBlock::serialize(std::ostream &os, u8 version)
                */
                
                // First byte
-               os.write((char*)&is_underground, 1);
-
-               u32 nodecount = MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE;
+               writeU8(os, is_underground);
 
                // Get and compress materials
                SharedBuffer<u8> materialdata(nodecount);
                for(u32 i=0; i<nodecount; i++)
                {
-                       materialdata[i] = data[i].param0;
+                       materialdata[i] = databuf_nodelist[i*ser_length];
                }
                compress(materialdata, os, version);
 
@@ -568,7 +852,7 @@ void MapBlock::serialize(std::ostream &os, u8 version)
                SharedBuffer<u8> lightdata(nodecount);
                for(u32 i=0; i<nodecount; i++)
                {
-                       lightdata[i] = data[i].param1;
+                       lightdata[i] = databuf_nodelist[i*ser_length+1];
                }
                compress(lightdata, os, version);
                
@@ -578,7 +862,7 @@ void MapBlock::serialize(std::ostream &os, u8 version)
                        SharedBuffer<u8> param2data(nodecount);
                        for(u32 i=0; i<nodecount; i++)
                        {
-                               param2data[i] = data[i].param2;
+                               param2data[i] = databuf_nodelist[i*ser_length+2];
                        }
                        compress(param2data, os, version);
                }
@@ -599,28 +883,19 @@ void MapBlock::serialize(std::ostream &os, u8 version)
                        if(m_generated == false)
                                flags |= 0x08;
                }
-               os.write((char*)&flags, 1);
-
-               u32 nodecount = MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE;
-
+               writeU8(os, flags);
+               
                /*
                        Get data
                */
 
-               // Serialize nodes
-               SharedBuffer<u8> databuf_nodelist(nodecount*3);
-               for(u32 i=0; i<nodecount; i++)
-               {
-                       data[i].serialize(&databuf_nodelist[i*3], version);
-               }
-               
                // Create buffer with different parameters sorted
                SharedBuffer<u8> databuf(nodecount*3);
                for(u32 i=0; i<nodecount; i++)
                {
-                       databuf[i] = databuf_nodelist[i*3];
-                       databuf[i+nodecount] = databuf_nodelist[i*3+1];
-                       databuf[i+nodecount*2] = databuf_nodelist[i*3+2];
+                       databuf[i] = databuf_nodelist[i*ser_length];
+                       databuf[i+nodecount] = databuf_nodelist[i*ser_length+1];
+                       databuf[i+nodecount*2] = databuf_nodelist[i*ser_length+2];
                }
 
                /*
@@ -638,7 +913,7 @@ void MapBlock::serialize(std::ostream &os, u8 version)
                        {
                                try{
                                        std::ostringstream oss(std::ios_base::binary);
-                                       m_node_metadata.serialize(oss);
+                                       m_node_metadata->serialize(oss);
                                        os<<serializeString(oss.str());
                                }
                                // This will happen if the string is longer than 65535
@@ -651,56 +926,75 @@ void MapBlock::serialize(std::ostream &os, u8 version)
                        else
                        {
                                std::ostringstream oss(std::ios_base::binary);
-                               m_node_metadata.serialize(oss);
+                               m_node_metadata->serialize(oss);
                                compressZlib(oss.str(), os);
                                //os<<serializeLongString(oss.str());
                        }
                }
        }
-}
 
-void MapBlock::deSerialize(std::istream &is, u8 version)
-{
-       if(!ser_ver_supported(version))
-               throw VersionMismatchException("ERROR: MapBlock format not supported");
 
-       // These have no lighting info
-       if(version <= 1)
+       if(disk)
        {
-               setLightingExpired(true);
-       }
+               // Versions up from 9 have block objects. (DEPRECATED)
+               if(version >= 9)
+               {
+                       // count=0
+                       writeU16(os, 0);
+               }
 
-       // These have no "generated" field
-       if(version < 18)
-       {
-               m_generated = true;
+               // Versions up from 15 have static objects.
+               if(version >= 15)
+               {
+                       m_static_objects.serialize(os);
+               }
+
+               // Timestamp
+               if(version >= 17)
+               {
+                       writeU32(os, getTimestamp());
+               }
+
+               // Scan and write node definition id mapping
+               if(version >= 21)
+               {
+                       NameIdMapping nimap;
+                       getBlockNodeIdMapping_pre22(&nimap, data, m_gamedef->ndef());
+                       nimap.serialize(os);
+               }
        }
+}
+
+void MapBlock::deSerialize_pre22(std::istream &is, u8 version, bool disk)
+{
+       u32 nodecount = MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE;
+
+       // Initialize default flags
+       is_underground = false;
+       m_day_night_differs = false;
+       m_lighting_expired = false;
+       m_generated = true;
+
+       // Make a temporary buffer
+       u32 ser_length = MapNode::serializedLength(version);
+       SharedBuffer<u8> databuf_nodelist(nodecount * ser_length);
 
        // These have no compression
        if(version <= 3 || version == 5 || version == 6)
        {
-               u32 nodecount = MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE;
                char tmp;
                is.read(&tmp, 1);
                if(is.gcount() != 1)
                        throw SerializationError
                                        ("MapBlock::deSerialize: no enough input data");
                is_underground = tmp;
-               for(u32 i=0; i<nodecount; i++)
-               {
-                       s32 len = MapNode::serializedLength(version);
-                       SharedBuffer<u8> d(len);
-                       is.read((char*)*d, len);
-                       if(is.gcount() != len)
-                               throw SerializationError
-                                               ("MapBlock::deSerialize: no enough input data");
-                       data[i].deSerialize(*d, version);
-               }
+               is.read((char*)*databuf_nodelist, nodecount * ser_length);
+               if(is.gcount() != nodecount * ser_length)
+                       throw SerializationError
+                                       ("MapBlock::deSerialize: no enough input data");
        }
        else if(version <= 10)
        {
-               u32 nodecount = MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE;
-
                u8 t8;
                is.read((char*)&t8, 1);
                is_underground = t8;
@@ -715,7 +1009,7 @@ void MapBlock::deSerialize(std::istream &is, u8 version)
                                                ("MapBlock::deSerialize: invalid format");
                        for(u32 i=0; i<s.size(); i++)
                        {
-                               data[i].param0 = s[i];
+                               databuf_nodelist[i*ser_length] = s[i];
                        }
                }
                {
@@ -728,7 +1022,7 @@ void MapBlock::deSerialize(std::istream &is, u8 version)
                                                ("MapBlock::deSerialize: invalid format");
                        for(u32 i=0; i<s.size(); i++)
                        {
-                               data[i].param1 = s[i];
+                               databuf_nodelist[i*ser_length + 1] = s[i];
                        }
                }
        
@@ -743,15 +1037,13 @@ void MapBlock::deSerialize(std::istream &is, u8 version)
                                                ("MapBlock::deSerialize: invalid format");
                        for(u32 i=0; i<s.size(); i++)
                        {
-                               data[i].param2 = s[i];
+                               databuf_nodelist[i*ser_length + 2] = s[i];
                        }
                }
        }
        // All other versions (newest)
        else
        {
-               u32 nodecount = MAP_BLOCKSIZE*MAP_BLOCKSIZE*MAP_BLOCKSIZE;
-
                u8 flags;
                is.read((char*)&flags, 1);
                is_underground = (flags & 0x01) ? true : false;
@@ -772,11 +1064,9 @@ void MapBlock::deSerialize(std::istream &is, u8 version)
                // deserialize nodes from buffer
                for(u32 i=0; i<nodecount; i++)
                {
-                       u8 buf[3];
-                       buf[0] = s[i];
-                       buf[1] = s[i+nodecount];
-                       buf[2] = s[i+nodecount*2];
-                       data[i].deSerialize(buf, version);
+                       databuf_nodelist[i*ser_length] = s[i];
+                       databuf_nodelist[i*ser_length + 1] = s[i+nodecount];
+                       databuf_nodelist[i*ser_length + 2] = s[i+nodecount*2];
                }
                
                /*
@@ -790,7 +1080,7 @@ void MapBlock::deSerialize(std::istream &is, u8 version)
                                {
                                        std::string data = deSerializeString(is);
                                        std::istringstream iss(data, std::ios_base::binary);
-                                       m_node_metadata.deSerialize(iss);
+                                       m_node_metadata->deSerialize(iss, m_gamedef);
                                }
                                else
                                {
@@ -798,68 +1088,210 @@ void MapBlock::deSerialize(std::istream &is, u8 version)
                                        std::ostringstream oss(std::ios_base::binary);
                                        decompressZlib(is, oss);
                                        std::istringstream iss(oss.str(), std::ios_base::binary);
-                                       m_node_metadata.deSerialize(iss);
+                                       m_node_metadata->deSerialize(iss, m_gamedef);
                                }
                        }
                        catch(SerializationError &e)
                        {
-                               dstream<<"WARNING: MapBlock::deSerialize(): Ignoring an error"
+                               errorstream<<"WARNING: MapBlock::deSerialize(): Ignoring an error"
                                                <<" while deserializing node metadata"<<std::endl;
                        }
                }
        }
-}
 
-void MapBlock::serializeDiskExtra(std::ostream &os, u8 version)
-{
-       // Versions up from 9 have block objects.
-       if(version >= 9)
+       // Deserialize node data
+       for(u32 i=0; i<nodecount; i++)
        {
-               //serializeObjects(os, version); // DEPRECATED
-               // count=0
-               writeU16(os, 0);
+               data[i].deSerialize(&databuf_nodelist[i*ser_length], version);
        }
-       
-       // Versions up from 15 have static objects.
-       if(version >= 15)
+
+       if(disk)
        {
-               m_static_objects.serialize(os);
+               /*
+                       Versions up from 9 have block objects. (DEPRECATED)
+               */
+               if(version >= 9){
+                       u16 count = readU16(is);
+                       // Not supported and length not known if count is not 0
+                       if(count != 0){
+                               errorstream<<"WARNING: MapBlock::deSerialize_pre22(): "
+                                               <<"Ignoring stuff coming at and after MBOs"<<std::endl;
+                               return;
+                       }
+               }
+
+               /*
+                       Versions up from 15 have static objects.
+               */
+               if(version >= 15)
+                       m_static_objects.deSerialize(is);
+
+               // Timestamp
+               if(version >= 17){
+                       setTimestamp(readU32(is));
+                       m_disk_timestamp = m_timestamp;
+               } else {
+                       setTimestamp(BLOCK_TIMESTAMP_UNDEFINED);
+               }
+
+               // Dynamically re-set ids based on node names
+               NameIdMapping nimap;
+               // If supported, read node definition id mapping
+               if(version >= 21){
+                       nimap.deSerialize(is);
+               // Else set the legacy mapping
+               } else {
+                       content_mapnode_get_name_id_mapping(&nimap);
+               }
+               correctBlockNodeIds(&nimap, data, m_gamedef);
        }
 
-       // Timestamp
-       if(version >= 17)
+
+       // Legacy data changes
+       // This code has to convert from pre-22 to post-22 format.
+       INodeDefManager *nodedef = m_gamedef->ndef();
+       for(u32 i=0; i<nodecount; i++)
        {
-               writeU32(os, getTimestamp());
+               const ContentFeatures &f = nodedef->get(data[i].getContent());
+               // Mineral
+               if(nodedef->getId("default:stone") == data[i].getContent()
+                               && data[i].getParam1() == 1)
+               {
+                       data[i].setContent(nodedef->getId("default:stone_with_coal"));
+                       data[i].setParam1(0);
+               }
+               else if(nodedef->getId("default:stone") == data[i].getContent()
+                               && data[i].getParam1() == 2)
+               {
+                       data[i].setContent(nodedef->getId("default:stone_with_iron"));
+                       data[i].setParam1(0);
+               }
+               // facedir_simple
+               if(f.legacy_facedir_simple)
+               {
+                       data[i].setParam2(data[i].getParam1());
+                       data[i].setParam1(0);
+               }
+               // wall_mounted
+               if(f.legacy_wallmounted)
+               {
+                       u8 wallmounted_new_to_old[8] = {0x04, 0x08, 0x01, 0x02, 0x10, 0x20, 0, 0};
+                       u8 dir_old_format = data[i].getParam2();
+                       u8 dir_new_format = 0;
+                       for(u8 j=0; j<8; j++)
+                       {
+                               if((dir_old_format & wallmounted_new_to_old[j]) != 0)
+                               {
+                                       dir_new_format = j;
+                                       break;
+                               }
+                       }
+                       data[i].setParam2(dir_new_format);
+               }
        }
+
 }
 
-void MapBlock::deSerializeDiskExtra(std::istream &is, u8 version)
+/*
+       Get a quick string to describe what a block actually contains
+*/
+std::string analyze_block(MapBlock *block)
 {
-       /*
-               Versions up from 9 have block objects.
-       */
-       if(version >= 9)
-       {
-               updateObjects(is, version, NULL, 0);
-       }
+       if(block == NULL)
+               return "NULL";
 
-       /*
-               Versions up from 15 have static objects.
-       */
-       if(version >= 15)
+       std::ostringstream desc;
+       
+       v3s16 p = block->getPos();
+       char spos[20];
+       snprintf(spos, 20, "(%2d,%2d,%2d), ", p.X, p.Y, p.Z);
+       desc<<spos;
+       
+       switch(block->getModified())
        {
-               m_static_objects.deSerialize(is);
+       case MOD_STATE_CLEAN:
+               desc<<"CLEAN,           ";
+               break;
+       case MOD_STATE_WRITE_AT_UNLOAD:
+               desc<<"WRITE_AT_UNLOAD, ";
+               break;
+       case MOD_STATE_WRITE_NEEDED:
+               desc<<"WRITE_NEEDED,    ";
+               break;
+       default:
+               desc<<"unknown getModified()="+itos(block->getModified())+", ";
        }
-               
-       // Timestamp
-       if(version >= 17)
+
+       if(block->isGenerated())
+               desc<<"is_gen [X], ";
+       else
+               desc<<"is_gen [ ], ";
+
+       if(block->getIsUnderground())
+               desc<<"is_ug [X], ";
+       else
+               desc<<"is_ug [ ], ";
+
+#ifndef SERVER
+       if(block->getMeshExpired())
+               desc<<"mesh_exp [X], ";
+       else
+               desc<<"mesh_exp [ ], ";
+#endif
+
+       if(block->getLightingExpired())
+               desc<<"lighting_exp [X], ";
+       else
+               desc<<"lighting_exp [ ], ";
+
+       if(block->isDummy())
        {
-               setTimestamp(readU32(is));
+               desc<<"Dummy, ";
        }
        else
        {
-               setTimestamp(BLOCK_TIMESTAMP_UNDEFINED);
+               bool full_ignore = true;
+               bool some_ignore = false;
+               bool full_air = true;
+               bool some_air = false;
+               for(s16 z0=0; z0<MAP_BLOCKSIZE; z0++)
+               for(s16 y0=0; y0<MAP_BLOCKSIZE; y0++)
+               for(s16 x0=0; x0<MAP_BLOCKSIZE; x0++)
+               {
+                       v3s16 p(x0,y0,z0);
+                       MapNode n = block->getNode(p);
+                       content_t c = n.getContent();
+                       if(c == CONTENT_IGNORE)
+                               some_ignore = true;
+                       else
+                               full_ignore = false;
+                       if(c == CONTENT_AIR)
+                               some_air = true;
+                       else
+                               full_air = false;
+               }
+               
+               desc<<"content {";
+               
+               std::ostringstream ss;
+               
+               if(full_ignore)
+                       ss<<"IGNORE (full), ";
+               else if(some_ignore)
+                       ss<<"IGNORE, ";
+               
+               if(full_air)
+                       ss<<"AIR (full), ";
+               else if(some_air)
+                       ss<<"AIR, ";
+               
+               if(ss.str().size()>=2)
+                       desc<<ss.str().substr(0, ss.str().size()-2);
+
+               desc<<"}, ";
        }
+
+       return desc.str().substr(0, desc.str().size()-2);
 }