tried to fix block selection in map rendering a bit
[oweals/minetest.git] / src / map.cpp
1 /*
2 Minetest-c55
3 Copyright (C) 2010-2011 celeron55, Perttu Ahola <celeron55@gmail.com>
4
5 This program is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation; either version 2 of the License, or
8 (at your option) any later version.
9
10 This program is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13 GNU General Public License for more details.
14
15 You should have received a copy of the GNU General Public License along
16 with this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
18 */
19
20 #include "map.h"
21 #include "mapsector.h"
22 #include "mapblock.h"
23 #include "main.h"
24 #include "client.h"
25 #include "filesys.h"
26 #include "utility.h"
27 #include "voxel.h"
28 #include "porting.h"
29 #include "mapgen.h"
30 #include "nodemetadata.h"
31
32 extern "C" {
33         #include "sqlite3.h"
34 }
35 /*
36         SQLite format specification:
37         - Initially only replaces sectors/ and sectors2/
38 */
39
40 /*
41         Map
42 */
43
44 Map::Map(std::ostream &dout):
45         m_dout(dout),
46         m_sector_cache(NULL)
47 {
48         /*m_sector_mutex.Init();
49         assert(m_sector_mutex.IsInitialized());*/
50 }
51
52 Map::~Map()
53 {
54         /*
55                 Free all MapSectors
56         */
57         core::map<v2s16, MapSector*>::Iterator i = m_sectors.getIterator();
58         for(; i.atEnd() == false; i++)
59         {
60                 MapSector *sector = i.getNode()->getValue();
61                 delete sector;
62         }
63 }
64
65 void Map::addEventReceiver(MapEventReceiver *event_receiver)
66 {
67         m_event_receivers.insert(event_receiver, false);
68 }
69
70 void Map::removeEventReceiver(MapEventReceiver *event_receiver)
71 {
72         if(m_event_receivers.find(event_receiver) == NULL)
73                 return;
74         m_event_receivers.remove(event_receiver);
75 }
76
77 void Map::dispatchEvent(MapEditEvent *event)
78 {
79         for(core::map<MapEventReceiver*, bool>::Iterator
80                         i = m_event_receivers.getIterator();
81                         i.atEnd()==false; i++)
82         {
83                 MapEventReceiver* event_receiver = i.getNode()->getKey();
84                 event_receiver->onMapEditEvent(event);
85         }
86 }
87
88 MapSector * Map::getSectorNoGenerateNoExNoLock(v2s16 p)
89 {
90         if(m_sector_cache != NULL && p == m_sector_cache_p){
91                 MapSector * sector = m_sector_cache;
92                 return sector;
93         }
94         
95         core::map<v2s16, MapSector*>::Node *n = m_sectors.find(p);
96         
97         if(n == NULL)
98                 return NULL;
99         
100         MapSector *sector = n->getValue();
101         
102         // Cache the last result
103         m_sector_cache_p = p;
104         m_sector_cache = sector;
105
106         return sector;
107 }
108
109 MapSector * Map::getSectorNoGenerateNoEx(v2s16 p)
110 {
111         return getSectorNoGenerateNoExNoLock(p);
112 }
113
114 MapSector * Map::getSectorNoGenerate(v2s16 p)
115 {
116         MapSector *sector = getSectorNoGenerateNoEx(p);
117         if(sector == NULL)
118                 throw InvalidPositionException();
119         
120         return sector;
121 }
122
123 MapBlock * Map::getBlockNoCreateNoEx(v3s16 p3d)
124 {
125         v2s16 p2d(p3d.X, p3d.Z);
126         MapSector * sector = getSectorNoGenerateNoEx(p2d);
127         if(sector == NULL)
128                 return NULL;
129         MapBlock *block = sector->getBlockNoCreateNoEx(p3d.Y);
130         return block;
131 }
132
133 MapBlock * Map::getBlockNoCreate(v3s16 p3d)
134 {       
135         MapBlock *block = getBlockNoCreateNoEx(p3d);
136         if(block == NULL)
137                 throw InvalidPositionException();
138         return block;
139 }
140
141 bool Map::isNodeUnderground(v3s16 p)
142 {
143         v3s16 blockpos = getNodeBlockPos(p);
144         try{
145                 MapBlock * block = getBlockNoCreate(blockpos);
146                 return block->getIsUnderground();
147         }
148         catch(InvalidPositionException &e)
149         {
150                 return false;
151         }
152 }
153
154 bool Map::isValidPosition(v3s16 p)
155 {
156         v3s16 blockpos = getNodeBlockPos(p);
157         MapBlock *block = getBlockNoCreate(blockpos);
158         return (block != NULL);
159 }
160
161 // Returns a CONTENT_IGNORE node if not found
162 MapNode Map::getNodeNoEx(v3s16 p)
163 {
164         v3s16 blockpos = getNodeBlockPos(p);
165         MapBlock *block = getBlockNoCreateNoEx(blockpos);
166         if(block == NULL)
167                 return MapNode(CONTENT_IGNORE);
168         v3s16 relpos = p - blockpos*MAP_BLOCKSIZE;
169         return block->getNodeNoCheck(relpos);
170 }
171
172 // throws InvalidPositionException if not found
173 MapNode Map::getNode(v3s16 p)
174 {
175         v3s16 blockpos = getNodeBlockPos(p);
176         MapBlock *block = getBlockNoCreateNoEx(blockpos);
177         if(block == NULL)
178                 throw InvalidPositionException();
179         v3s16 relpos = p - blockpos*MAP_BLOCKSIZE;
180         return block->getNodeNoCheck(relpos);
181 }
182
183 // throws InvalidPositionException if not found
184 void Map::setNode(v3s16 p, MapNode & n)
185 {
186         v3s16 blockpos = getNodeBlockPos(p);
187         MapBlock *block = getBlockNoCreate(blockpos);
188         v3s16 relpos = p - blockpos*MAP_BLOCKSIZE;
189         block->setNodeNoCheck(relpos, n);
190 }
191
192
193 /*
194         Goes recursively through the neighbours of the node.
195
196         Alters only transparent nodes.
197
198         If the lighting of the neighbour is lower than the lighting of
199         the node was (before changing it to 0 at the step before), the
200         lighting of the neighbour is set to 0 and then the same stuff
201         repeats for the neighbour.
202
203         The ending nodes of the routine are stored in light_sources.
204         This is useful when a light is removed. In such case, this
205         routine can be called for the light node and then again for
206         light_sources to re-light the area without the removed light.
207
208         values of from_nodes are lighting values.
209 */
210 void Map::unspreadLight(enum LightBank bank,
211                 core::map<v3s16, u8> & from_nodes,
212                 core::map<v3s16, bool> & light_sources,
213                 core::map<v3s16, MapBlock*>  & modified_blocks)
214 {
215         v3s16 dirs[6] = {
216                 v3s16(0,0,1), // back
217                 v3s16(0,1,0), // top
218                 v3s16(1,0,0), // right
219                 v3s16(0,0,-1), // front
220                 v3s16(0,-1,0), // bottom
221                 v3s16(-1,0,0), // left
222         };
223         
224         if(from_nodes.size() == 0)
225                 return;
226         
227         u32 blockchangecount = 0;
228
229         core::map<v3s16, u8> unlighted_nodes;
230         core::map<v3s16, u8>::Iterator j;
231         j = from_nodes.getIterator();
232
233         /*
234                 Initialize block cache
235         */
236         v3s16 blockpos_last;
237         MapBlock *block = NULL;
238         // Cache this a bit, too
239         bool block_checked_in_modified = false;
240         
241         for(; j.atEnd() == false; j++)
242         {
243                 v3s16 pos = j.getNode()->getKey();
244                 v3s16 blockpos = getNodeBlockPos(pos);
245                 
246                 // Only fetch a new block if the block position has changed
247                 try{
248                         if(block == NULL || blockpos != blockpos_last){
249                                 block = getBlockNoCreate(blockpos);
250                                 blockpos_last = blockpos;
251
252                                 block_checked_in_modified = false;
253                                 blockchangecount++;
254                         }
255                 }
256                 catch(InvalidPositionException &e)
257                 {
258                         continue;
259                 }
260
261                 if(block->isDummy())
262                         continue;
263
264                 // Calculate relative position in block
265                 v3s16 relpos = pos - blockpos_last * MAP_BLOCKSIZE;
266
267                 // Get node straight from the block
268                 MapNode n = block->getNode(relpos);
269
270                 u8 oldlight = j.getNode()->getValue();
271
272                 // Loop through 6 neighbors
273                 for(u16 i=0; i<6; i++)
274                 {
275                         // Get the position of the neighbor node
276                         v3s16 n2pos = pos + dirs[i];
277
278                         // Get the block where the node is located
279                         v3s16 blockpos = getNodeBlockPos(n2pos);
280
281                         try
282                         {
283                                 // Only fetch a new block if the block position has changed
284                                 try{
285                                         if(block == NULL || blockpos != blockpos_last){
286                                                 block = getBlockNoCreate(blockpos);
287                                                 blockpos_last = blockpos;
288
289                                                 block_checked_in_modified = false;
290                                                 blockchangecount++;
291                                         }
292                                 }
293                                 catch(InvalidPositionException &e)
294                                 {
295                                         continue;
296                                 }
297
298                                 // Calculate relative position in block
299                                 v3s16 relpos = n2pos - blockpos * MAP_BLOCKSIZE;
300                                 // Get node straight from the block
301                                 MapNode n2 = block->getNode(relpos);
302
303                                 bool changed = false;
304
305                                 //TODO: Optimize output by optimizing light_sources?
306
307                                 /*
308                                         If the neighbor is dimmer than what was specified
309                                         as oldlight (the light of the previous node)
310                                 */
311                                 if(n2.getLight(bank) < oldlight)
312                                 {
313                                         /*
314                                                 And the neighbor is transparent and it has some light
315                                         */
316                                         if(n2.light_propagates() && n2.getLight(bank) != 0)
317                                         {
318                                                 /*
319                                                         Set light to 0 and add to queue
320                                                 */
321
322                                                 u8 current_light = n2.getLight(bank);
323                                                 n2.setLight(bank, 0);
324                                                 block->setNode(relpos, n2);
325
326                                                 unlighted_nodes.insert(n2pos, current_light);
327                                                 changed = true;
328
329                                                 /*
330                                                         Remove from light_sources if it is there
331                                                         NOTE: This doesn't happen nearly at all
332                                                 */
333                                                 /*if(light_sources.find(n2pos))
334                                                 {
335                                                         std::cout<<"Removed from light_sources"<<std::endl;
336                                                         light_sources.remove(n2pos);
337                                                 }*/
338                                         }
339
340                                         /*// DEBUG
341                                         if(light_sources.find(n2pos) != NULL)
342                                                 light_sources.remove(n2pos);*/
343                                 }
344                                 else{
345                                         light_sources.insert(n2pos, true);
346                                 }
347
348                                 // Add to modified_blocks
349                                 if(changed == true && block_checked_in_modified == false)
350                                 {
351                                         // If the block is not found in modified_blocks, add.
352                                         if(modified_blocks.find(blockpos) == NULL)
353                                         {
354                                                 modified_blocks.insert(blockpos, block);
355                                         }
356                                         block_checked_in_modified = true;
357                                 }
358                         }
359                         catch(InvalidPositionException &e)
360                         {
361                                 continue;
362                         }
363                 }
364         }
365
366         /*dstream<<"unspreadLight(): Changed block "
367                         <<blockchangecount<<" times"
368                         <<" for "<<from_nodes.size()<<" nodes"
369                         <<std::endl;*/
370
371         if(unlighted_nodes.size() > 0)
372                 unspreadLight(bank, unlighted_nodes, light_sources, modified_blocks);
373 }
374
375 /*
376         A single-node wrapper of the above
377 */
378 void Map::unLightNeighbors(enum LightBank bank,
379                 v3s16 pos, u8 lightwas,
380                 core::map<v3s16, bool> & light_sources,
381                 core::map<v3s16, MapBlock*>  & modified_blocks)
382 {
383         core::map<v3s16, u8> from_nodes;
384         from_nodes.insert(pos, lightwas);
385
386         unspreadLight(bank, from_nodes, light_sources, modified_blocks);
387 }
388
389 /*
390         Lights neighbors of from_nodes, collects all them and then
391         goes on recursively.
392 */
393 void Map::spreadLight(enum LightBank bank,
394                 core::map<v3s16, bool> & from_nodes,
395                 core::map<v3s16, MapBlock*> & modified_blocks)
396 {
397         const v3s16 dirs[6] = {
398                 v3s16(0,0,1), // back
399                 v3s16(0,1,0), // top
400                 v3s16(1,0,0), // right
401                 v3s16(0,0,-1), // front
402                 v3s16(0,-1,0), // bottom
403                 v3s16(-1,0,0), // left
404         };
405
406         if(from_nodes.size() == 0)
407                 return;
408
409         u32 blockchangecount = 0;
410
411         core::map<v3s16, bool> lighted_nodes;
412         core::map<v3s16, bool>::Iterator j;
413         j = from_nodes.getIterator();
414
415         /*
416                 Initialize block cache
417         */
418         v3s16 blockpos_last;
419         MapBlock *block = NULL;
420         // Cache this a bit, too
421         bool block_checked_in_modified = false;
422
423         for(; j.atEnd() == false; j++)
424         //for(; j != from_nodes.end(); j++)
425         {
426                 v3s16 pos = j.getNode()->getKey();
427                 //v3s16 pos = *j;
428                 //dstream<<"pos=("<<pos.X<<","<<pos.Y<<","<<pos.Z<<")"<<std::endl;
429                 v3s16 blockpos = getNodeBlockPos(pos);
430
431                 // Only fetch a new block if the block position has changed
432                 try{
433                         if(block == NULL || blockpos != blockpos_last){
434                                 block = getBlockNoCreate(blockpos);
435                                 blockpos_last = blockpos;
436
437                                 block_checked_in_modified = false;
438                                 blockchangecount++;
439                         }
440                 }
441                 catch(InvalidPositionException &e)
442                 {
443                         continue;
444                 }
445
446                 if(block->isDummy())
447                         continue;
448
449                 // Calculate relative position in block
450                 v3s16 relpos = pos - blockpos_last * MAP_BLOCKSIZE;
451
452                 // Get node straight from the block
453                 MapNode n = block->getNode(relpos);
454
455                 u8 oldlight = n.getLight(bank);
456                 u8 newlight = diminish_light(oldlight);
457
458                 // Loop through 6 neighbors
459                 for(u16 i=0; i<6; i++){
460                         // Get the position of the neighbor node
461                         v3s16 n2pos = pos + dirs[i];
462
463                         // Get the block where the node is located
464                         v3s16 blockpos = getNodeBlockPos(n2pos);
465
466                         try
467                         {
468                                 // Only fetch a new block if the block position has changed
469                                 try{
470                                         if(block == NULL || blockpos != blockpos_last){
471                                                 block = getBlockNoCreate(blockpos);
472                                                 blockpos_last = blockpos;
473
474                                                 block_checked_in_modified = false;
475                                                 blockchangecount++;
476                                         }
477                                 }
478                                 catch(InvalidPositionException &e)
479                                 {
480                                         continue;
481                                 }
482
483                                 // Calculate relative position in block
484                                 v3s16 relpos = n2pos - blockpos * MAP_BLOCKSIZE;
485                                 // Get node straight from the block
486                                 MapNode n2 = block->getNode(relpos);
487
488                                 bool changed = false;
489                                 /*
490                                         If the neighbor is brighter than the current node,
491                                         add to list (it will light up this node on its turn)
492                                 */
493                                 if(n2.getLight(bank) > undiminish_light(oldlight))
494                                 {
495                                         lighted_nodes.insert(n2pos, true);
496                                         //lighted_nodes.push_back(n2pos);
497                                         changed = true;
498                                 }
499                                 /*
500                                         If the neighbor is dimmer than how much light this node
501                                         would spread on it, add to list
502                                 */
503                                 if(n2.getLight(bank) < newlight)
504                                 {
505                                         if(n2.light_propagates())
506                                         {
507                                                 n2.setLight(bank, newlight);
508                                                 block->setNode(relpos, n2);
509                                                 lighted_nodes.insert(n2pos, true);
510                                                 //lighted_nodes.push_back(n2pos);
511                                                 changed = true;
512                                         }
513                                 }
514
515                                 // Add to modified_blocks
516                                 if(changed == true && block_checked_in_modified == false)
517                                 {
518                                         // If the block is not found in modified_blocks, add.
519                                         if(modified_blocks.find(blockpos) == NULL)
520                                         {
521                                                 modified_blocks.insert(blockpos, block);
522                                         }
523                                         block_checked_in_modified = true;
524                                 }
525                         }
526                         catch(InvalidPositionException &e)
527                         {
528                                 continue;
529                         }
530                 }
531         }
532
533         /*dstream<<"spreadLight(): Changed block "
534                         <<blockchangecount<<" times"
535                         <<" for "<<from_nodes.size()<<" nodes"
536                         <<std::endl;*/
537
538         if(lighted_nodes.size() > 0)
539                 spreadLight(bank, lighted_nodes, modified_blocks);
540 }
541
542 /*
543         A single-node source variation of the above.
544 */
545 void Map::lightNeighbors(enum LightBank bank,
546                 v3s16 pos,
547                 core::map<v3s16, MapBlock*> & modified_blocks)
548 {
549         core::map<v3s16, bool> from_nodes;
550         from_nodes.insert(pos, true);
551         spreadLight(bank, from_nodes, modified_blocks);
552 }
553
554 v3s16 Map::getBrightestNeighbour(enum LightBank bank, v3s16 p)
555 {
556         v3s16 dirs[6] = {
557                 v3s16(0,0,1), // back
558                 v3s16(0,1,0), // top
559                 v3s16(1,0,0), // right
560                 v3s16(0,0,-1), // front
561                 v3s16(0,-1,0), // bottom
562                 v3s16(-1,0,0), // left
563         };
564
565         u8 brightest_light = 0;
566         v3s16 brightest_pos(0,0,0);
567         bool found_something = false;
568
569         // Loop through 6 neighbors
570         for(u16 i=0; i<6; i++){
571                 // Get the position of the neighbor node
572                 v3s16 n2pos = p + dirs[i];
573                 MapNode n2;
574                 try{
575                         n2 = getNode(n2pos);
576                 }
577                 catch(InvalidPositionException &e)
578                 {
579                         continue;
580                 }
581                 if(n2.getLight(bank) > brightest_light || found_something == false){
582                         brightest_light = n2.getLight(bank);
583                         brightest_pos = n2pos;
584                         found_something = true;
585                 }
586         }
587
588         if(found_something == false)
589                 throw InvalidPositionException();
590
591         return brightest_pos;
592 }
593
594 /*
595         Propagates sunlight down from a node.
596         Starting point gets sunlight.
597
598         Returns the lowest y value of where the sunlight went.
599
600         Mud is turned into grass in where the sunlight stops.
601 */
602 s16 Map::propagateSunlight(v3s16 start,
603                 core::map<v3s16, MapBlock*> & modified_blocks)
604 {
605         s16 y = start.Y;
606         for(; ; y--)
607         {
608                 v3s16 pos(start.X, y, start.Z);
609
610                 v3s16 blockpos = getNodeBlockPos(pos);
611                 MapBlock *block;
612                 try{
613                         block = getBlockNoCreate(blockpos);
614                 }
615                 catch(InvalidPositionException &e)
616                 {
617                         break;
618                 }
619
620                 v3s16 relpos = pos - blockpos*MAP_BLOCKSIZE;
621                 MapNode n = block->getNode(relpos);
622
623                 if(n.sunlight_propagates())
624                 {
625                         n.setLight(LIGHTBANK_DAY, LIGHT_SUN);
626                         block->setNode(relpos, n);
627
628                         modified_blocks.insert(blockpos, block);
629                 }
630                 else
631                 {
632                         /*// Turn mud into grass
633                         if(n.d == CONTENT_MUD)
634                         {
635                                 n.d = CONTENT_GRASS;
636                                 block->setNode(relpos, n);
637                                 modified_blocks.insert(blockpos, block);
638                         }*/
639
640                         // Sunlight goes no further
641                         break;
642                 }
643         }
644         return y + 1;
645 }
646
647 void Map::updateLighting(enum LightBank bank,
648                 core::map<v3s16, MapBlock*> & a_blocks,
649                 core::map<v3s16, MapBlock*> & modified_blocks)
650 {
651         /*m_dout<<DTIME<<"Map::updateLighting(): "
652                         <<a_blocks.size()<<" blocks."<<std::endl;*/
653
654         //TimeTaker timer("updateLighting");
655
656         // For debugging
657         //bool debug=true;
658         //u32 count_was = modified_blocks.size();
659
660         core::map<v3s16, MapBlock*> blocks_to_update;
661
662         core::map<v3s16, bool> light_sources;
663
664         core::map<v3s16, u8> unlight_from;
665
666         core::map<v3s16, MapBlock*>::Iterator i;
667         i = a_blocks.getIterator();
668         for(; i.atEnd() == false; i++)
669         {
670                 MapBlock *block = i.getNode()->getValue();
671
672                 for(;;)
673                 {
674                         // Don't bother with dummy blocks.
675                         if(block->isDummy())
676                                 break;
677
678                         v3s16 pos = block->getPos();
679                         modified_blocks.insert(pos, block);
680
681                         blocks_to_update.insert(pos, block);
682
683                         /*
684                                 Clear all light from block
685                         */
686                         for(s16 z=0; z<MAP_BLOCKSIZE; z++)
687                         for(s16 x=0; x<MAP_BLOCKSIZE; x++)
688                         for(s16 y=0; y<MAP_BLOCKSIZE; y++)
689                         {
690
691                                 try{
692                                         v3s16 p(x,y,z);
693                                         MapNode n = block->getNode(v3s16(x,y,z));
694                                         u8 oldlight = n.getLight(bank);
695                                         n.setLight(bank, 0);
696                                         block->setNode(v3s16(x,y,z), n);
697
698                                         // Collect borders for unlighting
699                                         if(x==0 || x == MAP_BLOCKSIZE-1
700                                         || y==0 || y == MAP_BLOCKSIZE-1
701                                         || z==0 || z == MAP_BLOCKSIZE-1)
702                                         {
703                                                 v3s16 p_map = p + v3s16(
704                                                                 MAP_BLOCKSIZE*pos.X,
705                                                                 MAP_BLOCKSIZE*pos.Y,
706                                                                 MAP_BLOCKSIZE*pos.Z);
707                                                 unlight_from.insert(p_map, oldlight);
708                                         }
709                                 }
710                                 catch(InvalidPositionException &e)
711                                 {
712                                         /*
713                                                 This would happen when dealing with a
714                                                 dummy block.
715                                         */
716                                         //assert(0);
717                                         dstream<<"updateLighting(): InvalidPositionException"
718                                                         <<std::endl;
719                                 }
720                         }
721
722                         if(bank == LIGHTBANK_DAY)
723                         {
724                                 bool bottom_valid = block->propagateSunlight(light_sources);
725
726                                 // If bottom is valid, we're done.
727                                 if(bottom_valid)
728                                         break;
729                         }
730                         else if(bank == LIGHTBANK_NIGHT)
731                         {
732                                 // For night lighting, sunlight is not propagated
733                                 break;
734                         }
735                         else
736                         {
737                                 // Invalid lighting bank
738                                 assert(0);
739                         }
740
741                         /*dstream<<"Bottom for sunlight-propagated block ("
742                                         <<pos.X<<","<<pos.Y<<","<<pos.Z<<") not valid"
743                                         <<std::endl;*/
744
745                         // Bottom sunlight is not valid; get the block and loop to it
746
747                         pos.Y--;
748                         try{
749                                 block = getBlockNoCreate(pos);
750                         }
751                         catch(InvalidPositionException &e)
752                         {
753                                 assert(0);
754                         }
755
756                 }
757         }
758         
759         /*
760                 Enable this to disable proper lighting for speeding up map
761                 generation for testing or whatever
762         */
763 #if 0
764         //if(g_settings.get(""))
765         {
766                 core::map<v3s16, MapBlock*>::Iterator i;
767                 i = blocks_to_update.getIterator();
768                 for(; i.atEnd() == false; i++)
769                 {
770                         MapBlock *block = i.getNode()->getValue();
771                         v3s16 p = block->getPos();
772                         block->setLightingExpired(false);
773                 }
774                 return;
775         }
776 #endif
777
778 #if 0
779         {
780                 TimeTaker timer("unspreadLight");
781                 unspreadLight(bank, unlight_from, light_sources, modified_blocks);
782         }
783
784         if(debug)
785         {
786                 u32 diff = modified_blocks.size() - count_was;
787                 count_was = modified_blocks.size();
788                 dstream<<"unspreadLight modified "<<diff<<std::endl;
789         }
790
791         {
792                 TimeTaker timer("spreadLight");
793                 spreadLight(bank, light_sources, modified_blocks);
794         }
795
796         if(debug)
797         {
798                 u32 diff = modified_blocks.size() - count_was;
799                 count_was = modified_blocks.size();
800                 dstream<<"spreadLight modified "<<diff<<std::endl;
801         }
802 #endif
803
804         {
805                 //MapVoxelManipulator vmanip(this);
806
807                 // Make a manual voxel manipulator and load all the blocks
808                 // that touch the requested blocks
809                 ManualMapVoxelManipulator vmanip(this);
810                 core::map<v3s16, MapBlock*>::Iterator i;
811                 i = blocks_to_update.getIterator();
812                 for(; i.atEnd() == false; i++)
813                 {
814                         MapBlock *block = i.getNode()->getValue();
815                         v3s16 p = block->getPos();
816
817                         // Add all surrounding blocks
818                         vmanip.initialEmerge(p - v3s16(1,1,1), p + v3s16(1,1,1));
819
820                         /*
821                                 Add all surrounding blocks that have up-to-date lighting
822                                 NOTE: This doesn't quite do the job (not everything
823                                           appropriate is lighted)
824                         */
825                         /*for(s16 z=-1; z<=1; z++)
826                         for(s16 y=-1; y<=1; y++)
827                         for(s16 x=-1; x<=1; x++)
828                         {
829                                 v3s16 p(x,y,z);
830                                 MapBlock *block = getBlockNoCreateNoEx(p);
831                                 if(block == NULL)
832                                         continue;
833                                 if(block->isDummy())
834                                         continue;
835                                 if(block->getLightingExpired())
836                                         continue;
837                                 vmanip.initialEmerge(p, p);
838                         }*/
839
840                         // Lighting of block will be updated completely
841                         block->setLightingExpired(false);
842                 }
843
844                 {
845                         //TimeTaker timer("unSpreadLight");
846                         vmanip.unspreadLight(bank, unlight_from, light_sources);
847                 }
848                 {
849                         //TimeTaker timer("spreadLight");
850                         vmanip.spreadLight(bank, light_sources);
851                 }
852                 {
853                         //TimeTaker timer("blitBack");
854                         vmanip.blitBack(modified_blocks);
855                 }
856                 /*dstream<<"emerge_time="<<emerge_time<<std::endl;
857                 emerge_time = 0;*/
858         }
859
860         //m_dout<<"Done ("<<getTimestamp()<<")"<<std::endl;
861 }
862
863 void Map::updateLighting(core::map<v3s16, MapBlock*> & a_blocks,
864                 core::map<v3s16, MapBlock*> & modified_blocks)
865 {
866         updateLighting(LIGHTBANK_DAY, a_blocks, modified_blocks);
867         updateLighting(LIGHTBANK_NIGHT, a_blocks, modified_blocks);
868
869         /*
870                 Update information about whether day and night light differ
871         */
872         for(core::map<v3s16, MapBlock*>::Iterator
873                         i = modified_blocks.getIterator();
874                         i.atEnd() == false; i++)
875         {
876                 MapBlock *block = i.getNode()->getValue();
877                 block->updateDayNightDiff();
878         }
879 }
880
881 /*
882 */
883 void Map::addNodeAndUpdate(v3s16 p, MapNode n,
884                 core::map<v3s16, MapBlock*> &modified_blocks)
885 {
886         /*PrintInfo(m_dout);
887         m_dout<<DTIME<<"Map::addNodeAndUpdate(): p=("
888                         <<p.X<<","<<p.Y<<","<<p.Z<<")"<<std::endl;*/
889
890         /*
891                 From this node to nodes underneath:
892                 If lighting is sunlight (1.0), unlight neighbours and
893                 set lighting to 0.
894                 Else discontinue.
895         */
896
897         v3s16 toppos = p + v3s16(0,1,0);
898         v3s16 bottompos = p + v3s16(0,-1,0);
899
900         bool node_under_sunlight = true;
901         core::map<v3s16, bool> light_sources;
902
903         /*
904                 If there is a node at top and it doesn't have sunlight,
905                 there has not been any sunlight going down.
906
907                 Otherwise there probably is.
908         */
909         try{
910                 MapNode topnode = getNode(toppos);
911
912                 if(topnode.getLight(LIGHTBANK_DAY) != LIGHT_SUN)
913                         node_under_sunlight = false;
914         }
915         catch(InvalidPositionException &e)
916         {
917         }
918
919 #if 0
920         /*
921                 If the new node is solid and there is grass below, change it to mud
922         */
923         if(content_features(n.d).walkable == true)
924         {
925                 try{
926                         MapNode bottomnode = getNode(bottompos);
927
928                         if(bottomnode.d == CONTENT_GRASS
929                                         || bottomnode.d == CONTENT_GRASS_FOOTSTEPS)
930                         {
931                                 bottomnode.d = CONTENT_MUD;
932                                 setNode(bottompos, bottomnode);
933                         }
934                 }
935                 catch(InvalidPositionException &e)
936                 {
937                 }
938         }
939 #endif
940
941 #if 0
942         /*
943                 If the new node is mud and it is under sunlight, change it
944                 to grass
945         */
946         if(n.d == CONTENT_MUD && node_under_sunlight)
947         {
948                 n.d = CONTENT_GRASS;
949         }
950 #endif
951
952         /*
953                 Remove all light that has come out of this node
954         */
955
956         enum LightBank banks[] =
957         {
958                 LIGHTBANK_DAY,
959                 LIGHTBANK_NIGHT
960         };
961         for(s32 i=0; i<2; i++)
962         {
963                 enum LightBank bank = banks[i];
964
965                 u8 lightwas = getNode(p).getLight(bank);
966
967                 // Add the block of the added node to modified_blocks
968                 v3s16 blockpos = getNodeBlockPos(p);
969                 MapBlock * block = getBlockNoCreate(blockpos);
970                 assert(block != NULL);
971                 modified_blocks.insert(blockpos, block);
972
973                 assert(isValidPosition(p));
974
975                 // Unlight neighbours of node.
976                 // This means setting light of all consequent dimmer nodes
977                 // to 0.
978                 // This also collects the nodes at the border which will spread
979                 // light again into this.
980                 unLightNeighbors(bank, p, lightwas, light_sources, modified_blocks);
981
982                 n.setLight(bank, 0);
983         }
984
985         /*
986                 If node lets sunlight through and is under sunlight, it has
987                 sunlight too.
988         */
989         if(node_under_sunlight && content_features(n.d).sunlight_propagates)
990         {
991                 n.setLight(LIGHTBANK_DAY, LIGHT_SUN);
992         }
993
994         /*
995                 Set the node on the map
996         */
997
998         setNode(p, n);
999
1000         /*
1001                 Add intial metadata
1002         */
1003
1004         NodeMetadata *meta_proto = content_features(n.d).initial_metadata;
1005         if(meta_proto)
1006         {
1007                 NodeMetadata *meta = meta_proto->clone();
1008                 setNodeMetadata(p, meta);
1009         }
1010
1011         /*
1012                 If node is under sunlight and doesn't let sunlight through,
1013                 take all sunlighted nodes under it and clear light from them
1014                 and from where the light has been spread.
1015                 TODO: This could be optimized by mass-unlighting instead
1016                           of looping
1017         */
1018         if(node_under_sunlight && !content_features(n.d).sunlight_propagates)
1019         {
1020                 s16 y = p.Y - 1;
1021                 for(;; y--){
1022                         //m_dout<<DTIME<<"y="<<y<<std::endl;
1023                         v3s16 n2pos(p.X, y, p.Z);
1024
1025                         MapNode n2;
1026                         try{
1027                                 n2 = getNode(n2pos);
1028                         }
1029                         catch(InvalidPositionException &e)
1030                         {
1031                                 break;
1032                         }
1033
1034                         if(n2.getLight(LIGHTBANK_DAY) == LIGHT_SUN)
1035                         {
1036                                 unLightNeighbors(LIGHTBANK_DAY,
1037                                                 n2pos, n2.getLight(LIGHTBANK_DAY),
1038                                                 light_sources, modified_blocks);
1039                                 n2.setLight(LIGHTBANK_DAY, 0);
1040                                 setNode(n2pos, n2);
1041                         }
1042                         else
1043                                 break;
1044                 }
1045         }
1046
1047         for(s32 i=0; i<2; i++)
1048         {
1049                 enum LightBank bank = banks[i];
1050
1051                 /*
1052                         Spread light from all nodes that might be capable of doing so
1053                 */
1054                 spreadLight(bank, light_sources, modified_blocks);
1055         }
1056
1057         /*
1058                 Update information about whether day and night light differ
1059         */
1060         for(core::map<v3s16, MapBlock*>::Iterator
1061                         i = modified_blocks.getIterator();
1062                         i.atEnd() == false; i++)
1063         {
1064                 MapBlock *block = i.getNode()->getValue();
1065                 block->updateDayNightDiff();
1066         }
1067
1068         /*
1069                 Add neighboring liquid nodes and the node itself if it is
1070                 liquid (=water node was added) to transform queue.
1071         */
1072         v3s16 dirs[7] = {
1073                 v3s16(0,0,0), // self
1074                 v3s16(0,0,1), // back
1075                 v3s16(0,1,0), // top
1076                 v3s16(1,0,0), // right
1077                 v3s16(0,0,-1), // front
1078                 v3s16(0,-1,0), // bottom
1079                 v3s16(-1,0,0), // left
1080         };
1081         for(u16 i=0; i<7; i++)
1082         {
1083                 try
1084                 {
1085
1086                 v3s16 p2 = p + dirs[i];
1087
1088                 MapNode n2 = getNode(p2);
1089                 if(content_liquid(n2.d))
1090                 {
1091                         m_transforming_liquid.push_back(p2);
1092                 }
1093
1094                 }catch(InvalidPositionException &e)
1095                 {
1096                 }
1097         }
1098 }
1099
1100 /*
1101 */
1102 void Map::removeNodeAndUpdate(v3s16 p,
1103                 core::map<v3s16, MapBlock*> &modified_blocks)
1104 {
1105         /*PrintInfo(m_dout);
1106         m_dout<<DTIME<<"Map::removeNodeAndUpdate(): p=("
1107                         <<p.X<<","<<p.Y<<","<<p.Z<<")"<<std::endl;*/
1108
1109         bool node_under_sunlight = true;
1110
1111         v3s16 toppos = p + v3s16(0,1,0);
1112
1113         // Node will be replaced with this
1114         u8 replace_material = CONTENT_AIR;
1115
1116         /*
1117                 If there is a node at top and it doesn't have sunlight,
1118                 there will be no sunlight going down.
1119         */
1120         try{
1121                 MapNode topnode = getNode(toppos);
1122
1123                 if(topnode.getLight(LIGHTBANK_DAY) != LIGHT_SUN)
1124                         node_under_sunlight = false;
1125         }
1126         catch(InvalidPositionException &e)
1127         {
1128         }
1129
1130         core::map<v3s16, bool> light_sources;
1131
1132         enum LightBank banks[] =
1133         {
1134                 LIGHTBANK_DAY,
1135                 LIGHTBANK_NIGHT
1136         };
1137         for(s32 i=0; i<2; i++)
1138         {
1139                 enum LightBank bank = banks[i];
1140
1141                 /*
1142                         Unlight neighbors (in case the node is a light source)
1143                 */
1144                 unLightNeighbors(bank, p,
1145                                 getNode(p).getLight(bank),
1146                                 light_sources, modified_blocks);
1147         }
1148
1149         /*
1150                 Remove node metadata
1151         */
1152
1153         removeNodeMetadata(p);
1154
1155         /*
1156                 Remove the node.
1157                 This also clears the lighting.
1158         */
1159
1160         MapNode n;
1161         n.d = replace_material;
1162         setNode(p, n);
1163
1164         for(s32 i=0; i<2; i++)
1165         {
1166                 enum LightBank bank = banks[i];
1167
1168                 /*
1169                         Recalculate lighting
1170                 */
1171                 spreadLight(bank, light_sources, modified_blocks);
1172         }
1173
1174         // Add the block of the removed node to modified_blocks
1175         v3s16 blockpos = getNodeBlockPos(p);
1176         MapBlock * block = getBlockNoCreate(blockpos);
1177         assert(block != NULL);
1178         modified_blocks.insert(blockpos, block);
1179
1180         /*
1181                 If the removed node was under sunlight, propagate the
1182                 sunlight down from it and then light all neighbors
1183                 of the propagated blocks.
1184         */
1185         if(node_under_sunlight)
1186         {
1187                 s16 ybottom = propagateSunlight(p, modified_blocks);
1188                 /*m_dout<<DTIME<<"Node was under sunlight. "
1189                                 "Propagating sunlight";
1190                 m_dout<<DTIME<<" -> ybottom="<<ybottom<<std::endl;*/
1191                 s16 y = p.Y;
1192                 for(; y >= ybottom; y--)
1193                 {
1194                         v3s16 p2(p.X, y, p.Z);
1195                         /*m_dout<<DTIME<<"lighting neighbors of node ("
1196                                         <<p2.X<<","<<p2.Y<<","<<p2.Z<<")"
1197                                         <<std::endl;*/
1198                         lightNeighbors(LIGHTBANK_DAY, p2, modified_blocks);
1199                 }
1200         }
1201         else
1202         {
1203                 // Set the lighting of this node to 0
1204                 // TODO: Is this needed? Lighting is cleared up there already.
1205                 try{
1206                         MapNode n = getNode(p);
1207                         n.setLight(LIGHTBANK_DAY, 0);
1208                         setNode(p, n);
1209                 }
1210                 catch(InvalidPositionException &e)
1211                 {
1212                         assert(0);
1213                 }
1214         }
1215
1216         for(s32 i=0; i<2; i++)
1217         {
1218                 enum LightBank bank = banks[i];
1219
1220                 // Get the brightest neighbour node and propagate light from it
1221                 v3s16 n2p = getBrightestNeighbour(bank, p);
1222                 try{
1223                         MapNode n2 = getNode(n2p);
1224                         lightNeighbors(bank, n2p, modified_blocks);
1225                 }
1226                 catch(InvalidPositionException &e)
1227                 {
1228                 }
1229         }
1230
1231         /*
1232                 Update information about whether day and night light differ
1233         */
1234         for(core::map<v3s16, MapBlock*>::Iterator
1235                         i = modified_blocks.getIterator();
1236                         i.atEnd() == false; i++)
1237         {
1238                 MapBlock *block = i.getNode()->getValue();
1239                 block->updateDayNightDiff();
1240         }
1241
1242         /*
1243                 Add neighboring liquid nodes to transform queue.
1244         */
1245         v3s16 dirs[6] = {
1246                 v3s16(0,0,1), // back
1247                 v3s16(0,1,0), // top
1248                 v3s16(1,0,0), // right
1249                 v3s16(0,0,-1), // front
1250                 v3s16(0,-1,0), // bottom
1251                 v3s16(-1,0,0), // left
1252         };
1253         for(u16 i=0; i<6; i++)
1254         {
1255                 try
1256                 {
1257
1258                 v3s16 p2 = p + dirs[i];
1259
1260                 MapNode n2 = getNode(p2);
1261                 if(content_liquid(n2.d))
1262                 {
1263                         m_transforming_liquid.push_back(p2);
1264                 }
1265
1266                 }catch(InvalidPositionException &e)
1267                 {
1268                 }
1269         }
1270 }
1271
1272 bool Map::addNodeWithEvent(v3s16 p, MapNode n)
1273 {
1274         MapEditEvent event;
1275         event.type = MEET_ADDNODE;
1276         event.p = p;
1277         event.n = n;
1278
1279         bool succeeded = true;
1280         try{
1281                 core::map<v3s16, MapBlock*> modified_blocks;
1282                 addNodeAndUpdate(p, n, modified_blocks);
1283
1284                 // Copy modified_blocks to event
1285                 for(core::map<v3s16, MapBlock*>::Iterator
1286                                 i = modified_blocks.getIterator();
1287                                 i.atEnd()==false; i++)
1288                 {
1289                         event.modified_blocks.insert(i.getNode()->getKey(), false);
1290                 }
1291         }
1292         catch(InvalidPositionException &e){
1293                 succeeded = false;
1294         }
1295
1296         dispatchEvent(&event);
1297
1298         return succeeded;
1299 }
1300
1301 bool Map::removeNodeWithEvent(v3s16 p)
1302 {
1303         MapEditEvent event;
1304         event.type = MEET_REMOVENODE;
1305         event.p = p;
1306
1307         bool succeeded = true;
1308         try{
1309                 core::map<v3s16, MapBlock*> modified_blocks;
1310                 removeNodeAndUpdate(p, modified_blocks);
1311
1312                 // Copy modified_blocks to event
1313                 for(core::map<v3s16, MapBlock*>::Iterator
1314                                 i = modified_blocks.getIterator();
1315                                 i.atEnd()==false; i++)
1316                 {
1317                         event.modified_blocks.insert(i.getNode()->getKey(), false);
1318                 }
1319         }
1320         catch(InvalidPositionException &e){
1321                 succeeded = false;
1322         }
1323
1324         dispatchEvent(&event);
1325
1326         return succeeded;
1327 }
1328
1329 bool Map::dayNightDiffed(v3s16 blockpos)
1330 {
1331         try{
1332                 v3s16 p = blockpos + v3s16(0,0,0);
1333                 MapBlock *b = getBlockNoCreate(p);
1334                 if(b->dayNightDiffed())
1335                         return true;
1336         }
1337         catch(InvalidPositionException &e){}
1338         // Leading edges
1339         try{
1340                 v3s16 p = blockpos + v3s16(-1,0,0);
1341                 MapBlock *b = getBlockNoCreate(p);
1342                 if(b->dayNightDiffed())
1343                         return true;
1344         }
1345         catch(InvalidPositionException &e){}
1346         try{
1347                 v3s16 p = blockpos + v3s16(0,-1,0);
1348                 MapBlock *b = getBlockNoCreate(p);
1349                 if(b->dayNightDiffed())
1350                         return true;
1351         }
1352         catch(InvalidPositionException &e){}
1353         try{
1354                 v3s16 p = blockpos + v3s16(0,0,-1);
1355                 MapBlock *b = getBlockNoCreate(p);
1356                 if(b->dayNightDiffed())
1357                         return true;
1358         }
1359         catch(InvalidPositionException &e){}
1360         // Trailing edges
1361         try{
1362                 v3s16 p = blockpos + v3s16(1,0,0);
1363                 MapBlock *b = getBlockNoCreate(p);
1364                 if(b->dayNightDiffed())
1365                         return true;
1366         }
1367         catch(InvalidPositionException &e){}
1368         try{
1369                 v3s16 p = blockpos + v3s16(0,1,0);
1370                 MapBlock *b = getBlockNoCreate(p);
1371                 if(b->dayNightDiffed())
1372                         return true;
1373         }
1374         catch(InvalidPositionException &e){}
1375         try{
1376                 v3s16 p = blockpos + v3s16(0,0,1);
1377                 MapBlock *b = getBlockNoCreate(p);
1378                 if(b->dayNightDiffed())
1379                         return true;
1380         }
1381         catch(InvalidPositionException &e){}
1382
1383         return false;
1384 }
1385
1386 /*
1387         Updates usage timers
1388 */
1389 void Map::timerUpdate(float dtime, float unload_timeout,
1390                 core::list<v3s16> *unloaded_blocks)
1391 {
1392         bool save_before_unloading = (mapType() == MAPTYPE_SERVER);
1393         
1394         core::list<v2s16> sector_deletion_queue;
1395         u32 deleted_blocks_count = 0;
1396         u32 saved_blocks_count = 0;
1397
1398         core::map<v2s16, MapSector*>::Iterator si;
1399
1400         si = m_sectors.getIterator();
1401         for(; si.atEnd() == false; si++)
1402         {
1403                 MapSector *sector = si.getNode()->getValue();
1404
1405                 bool all_blocks_deleted = true;
1406
1407                 core::list<MapBlock*> blocks;
1408                 sector->getBlocks(blocks);
1409                 for(core::list<MapBlock*>::Iterator i = blocks.begin();
1410                                 i != blocks.end(); i++)
1411                 {
1412                         MapBlock *block = (*i);
1413                         
1414                         block->incrementUsageTimer(dtime);
1415                         
1416                         if(block->getUsageTimer() > unload_timeout)
1417                         {
1418                                 v3s16 p = block->getPos();
1419
1420                                 // Save if modified
1421                                 if(block->getModified() != MOD_STATE_CLEAN
1422                                                 && save_before_unloading)
1423                                 {
1424                                         saveBlock(block);
1425                                         saved_blocks_count++;
1426                                 }
1427
1428                                 // Delete from memory
1429                                 sector->deleteBlock(block);
1430
1431                                 if(unloaded_blocks)
1432                                         unloaded_blocks->push_back(p);
1433
1434                                 deleted_blocks_count++;
1435                         }
1436                         else
1437                         {
1438                                 all_blocks_deleted = false;
1439                         }
1440                 }
1441
1442                 if(all_blocks_deleted)
1443                 {
1444                         sector_deletion_queue.push_back(si.getNode()->getKey());
1445                 }
1446         }
1447         
1448         // Finally delete the empty sectors
1449         deleteSectors(sector_deletion_queue);
1450         
1451         if(deleted_blocks_count != 0)
1452         {
1453                 PrintInfo(dstream); // ServerMap/ClientMap:
1454                 dstream<<"Unloaded "<<deleted_blocks_count
1455                                 <<" blocks from memory";
1456                 if(save_before_unloading)
1457                         dstream<<", of which "<<saved_blocks_count<<" were written";
1458                 dstream<<"."<<std::endl;
1459         }
1460 }
1461
1462 void Map::deleteSectors(core::list<v2s16> &list)
1463 {
1464         core::list<v2s16>::Iterator j;
1465         for(j=list.begin(); j!=list.end(); j++)
1466         {
1467                 MapSector *sector = m_sectors[*j];
1468                 // If sector is in sector cache, remove it from there
1469                 if(m_sector_cache == sector)
1470                         m_sector_cache = NULL;
1471                 // Remove from map and delete
1472                 m_sectors.remove(*j);
1473                 delete sector;
1474         }
1475 }
1476
1477 #if 0
1478 void Map::unloadUnusedData(float timeout,
1479                 core::list<v3s16> *deleted_blocks)
1480 {
1481         core::list<v2s16> sector_deletion_queue;
1482         u32 deleted_blocks_count = 0;
1483         u32 saved_blocks_count = 0;
1484
1485         core::map<v2s16, MapSector*>::Iterator si = m_sectors.getIterator();
1486         for(; si.atEnd() == false; si++)
1487         {
1488                 MapSector *sector = si.getNode()->getValue();
1489
1490                 bool all_blocks_deleted = true;
1491
1492                 core::list<MapBlock*> blocks;
1493                 sector->getBlocks(blocks);
1494                 for(core::list<MapBlock*>::Iterator i = blocks.begin();
1495                                 i != blocks.end(); i++)
1496                 {
1497                         MapBlock *block = (*i);
1498                         
1499                         if(block->getUsageTimer() > timeout)
1500                         {
1501                                 // Save if modified
1502                                 if(block->getModified() != MOD_STATE_CLEAN)
1503                                 {
1504                                         saveBlock(block);
1505                                         saved_blocks_count++;
1506                                 }
1507                                 // Delete from memory
1508                                 sector->deleteBlock(block);
1509                                 deleted_blocks_count++;
1510                         }
1511                         else
1512                         {
1513                                 all_blocks_deleted = false;
1514                         }
1515                 }
1516
1517                 if(all_blocks_deleted)
1518                 {
1519                         sector_deletion_queue.push_back(si.getNode()->getKey());
1520                 }
1521         }
1522
1523         deleteSectors(sector_deletion_queue);
1524
1525         dstream<<"Map: Unloaded "<<deleted_blocks_count<<" blocks from memory"
1526                         <<", of which "<<saved_blocks_count<<" were wr."
1527                         <<std::endl;
1528
1529         //return sector_deletion_queue.getSize();
1530         //return deleted_blocks_count;
1531 }
1532 #endif
1533
1534 void Map::PrintInfo(std::ostream &out)
1535 {
1536         out<<"Map: ";
1537 }
1538
1539 #define WATER_DROP_BOOST 4
1540
1541 void Map::transformLiquids(core::map<v3s16, MapBlock*> & modified_blocks)
1542 {
1543         DSTACK(__FUNCTION_NAME);
1544         //TimeTaker timer("transformLiquids()");
1545
1546         u32 loopcount = 0;
1547         u32 initial_size = m_transforming_liquid.size();
1548
1549         /*if(initial_size != 0)
1550                 dstream<<"transformLiquids(): initial_size="<<initial_size<<std::endl;*/
1551
1552         while(m_transforming_liquid.size() != 0)
1553         {
1554                 /*
1555                         Get a queued transforming liquid node
1556                 */
1557                 v3s16 p0 = m_transforming_liquid.pop_front();
1558
1559                 MapNode n0 = getNodeNoEx(p0);
1560
1561                 // Don't deal with non-liquids
1562                 if(content_liquid(n0.d) == false)
1563                         continue;
1564
1565                 bool is_source = !content_flowing_liquid(n0.d);
1566
1567                 u8 liquid_level = 8;
1568                 if(is_source == false)
1569                         liquid_level = n0.param2 & 0x0f;
1570
1571                 // Turn possible source into non-source
1572                 u8 nonsource_c = make_liquid_flowing(n0.d);
1573
1574                 /*
1575                         If not source, check that some node flows into this one
1576                         and what is the level of liquid in this one
1577                 */
1578                 if(is_source == false)
1579                 {
1580                         s8 new_liquid_level_max = -1;
1581
1582                         v3s16 dirs_from[5] = {
1583                                 v3s16(0,1,0), // top
1584                                 v3s16(0,0,1), // back
1585                                 v3s16(1,0,0), // right
1586                                 v3s16(0,0,-1), // front
1587                                 v3s16(-1,0,0), // left
1588                         };
1589                         for(u16 i=0; i<5; i++)
1590                         {
1591                                 bool from_top = (i==0);
1592
1593                                 v3s16 p2 = p0 + dirs_from[i];
1594                                 MapNode n2 = getNodeNoEx(p2);
1595
1596                                 if(content_liquid(n2.d))
1597                                 {
1598                                         u8 n2_nonsource_c = make_liquid_flowing(n2.d);
1599                                         // Check that the liquids are the same type
1600                                         if(n2_nonsource_c != nonsource_c)
1601                                         {
1602                                                 dstream<<"WARNING: Not handling: different liquids"
1603                                                                 " collide"<<std::endl;
1604                                                 continue;
1605                                         }
1606                                         bool n2_is_source = !content_flowing_liquid(n2.d);
1607                                         s8 n2_liquid_level = 8;
1608                                         if(n2_is_source == false)
1609                                                 n2_liquid_level = n2.param2 & 0x07;
1610
1611                                         s8 new_liquid_level = -1;
1612                                         if(from_top)
1613                                         {
1614                                                 //new_liquid_level = 7;
1615                                                 if(n2_liquid_level >= 7 - WATER_DROP_BOOST)
1616                                                         new_liquid_level = 7;
1617                                                 else
1618                                                         new_liquid_level = n2_liquid_level + WATER_DROP_BOOST;
1619                                         }
1620                                         else if(n2_liquid_level > 0)
1621                                         {
1622                                                 new_liquid_level = n2_liquid_level - 1;
1623                                         }
1624
1625                                         if(new_liquid_level > new_liquid_level_max)
1626                                                 new_liquid_level_max = new_liquid_level;
1627                                 }
1628                         } //for
1629
1630                         /*
1631                                 If liquid level should be something else, update it and
1632                                 add all the neighboring water nodes to the transform queue.
1633                         */
1634                         if(new_liquid_level_max != liquid_level)
1635                         {
1636                                 if(new_liquid_level_max == -1)
1637                                 {
1638                                         // Remove water alltoghether
1639                                         n0.d = CONTENT_AIR;
1640                                         n0.param2 = 0;
1641                                         setNode(p0, n0);
1642                                 }
1643                                 else
1644                                 {
1645                                         n0.param2 = new_liquid_level_max;
1646                                         setNode(p0, n0);
1647                                 }
1648
1649                                 // Block has been modified
1650                                 {
1651                                         v3s16 blockpos = getNodeBlockPos(p0);
1652                                         MapBlock *block = getBlockNoCreateNoEx(blockpos);
1653                                         if(block != NULL)
1654                                                 modified_blocks.insert(blockpos, block);
1655                                 }
1656
1657                                 /*
1658                                         Add neighboring non-source liquid nodes to transform queue.
1659                                 */
1660                                 v3s16 dirs[6] = {
1661                                         v3s16(0,0,1), // back
1662                                         v3s16(0,1,0), // top
1663                                         v3s16(1,0,0), // right
1664                                         v3s16(0,0,-1), // front
1665                                         v3s16(0,-1,0), // bottom
1666                                         v3s16(-1,0,0), // left
1667                                 };
1668                                 for(u16 i=0; i<6; i++)
1669                                 {
1670                                         v3s16 p2 = p0 + dirs[i];
1671
1672                                         MapNode n2 = getNodeNoEx(p2);
1673                                         if(content_flowing_liquid(n2.d))
1674                                         {
1675                                                 m_transforming_liquid.push_back(p2);
1676                                         }
1677                                 }
1678                         }
1679                 }
1680
1681                 // Get a new one from queue if the node has turned into non-water
1682                 if(content_liquid(n0.d) == false)
1683                         continue;
1684
1685                 /*
1686                         Flow water from this node
1687                 */
1688                 v3s16 dirs_to[5] = {
1689                         v3s16(0,-1,0), // bottom
1690                         v3s16(0,0,1), // back
1691                         v3s16(1,0,0), // right
1692                         v3s16(0,0,-1), // front
1693                         v3s16(-1,0,0), // left
1694                 };
1695                 for(u16 i=0; i<5; i++)
1696                 {
1697                         bool to_bottom = (i == 0);
1698
1699                         // If liquid is at lowest possible height, it's not going
1700                         // anywhere except down
1701                         if(liquid_level == 0 && to_bottom == false)
1702                                 continue;
1703
1704                         u8 liquid_next_level = 0;
1705                         // If going to bottom
1706                         if(to_bottom)
1707                         {
1708                                 //liquid_next_level = 7;
1709                                 if(liquid_level >= 7 - WATER_DROP_BOOST)
1710                                         liquid_next_level = 7;
1711                                 else
1712                                         liquid_next_level = liquid_level + WATER_DROP_BOOST;
1713                         }
1714                         else
1715                                 liquid_next_level = liquid_level - 1;
1716
1717                         bool n2_changed = false;
1718                         bool flowed = false;
1719
1720                         v3s16 p2 = p0 + dirs_to[i];
1721
1722                         MapNode n2 = getNodeNoEx(p2);
1723                         //dstream<<"[1] n2.param="<<(int)n2.param<<std::endl;
1724
1725                         if(content_liquid(n2.d))
1726                         {
1727                                 u8 n2_nonsource_c = make_liquid_flowing(n2.d);
1728                                 // Check that the liquids are the same type
1729                                 if(n2_nonsource_c != nonsource_c)
1730                                 {
1731                                         dstream<<"WARNING: Not handling: different liquids"
1732                                                         " collide"<<std::endl;
1733                                         continue;
1734                                 }
1735                                 bool n2_is_source = !content_flowing_liquid(n2.d);
1736                                 u8 n2_liquid_level = 8;
1737                                 if(n2_is_source == false)
1738                                         n2_liquid_level = n2.param2 & 0x07;
1739
1740                                 if(to_bottom)
1741                                 {
1742                                         flowed = true;
1743                                 }
1744
1745                                 if(n2_is_source)
1746                                 {
1747                                         // Just flow into the source, nothing changes.
1748                                         // n2_changed is not set because destination didn't change
1749                                         flowed = true;
1750                                 }
1751                                 else
1752                                 {
1753                                         if(liquid_next_level > liquid_level)
1754                                         {
1755                                                 n2.param2 = liquid_next_level;
1756                                                 setNode(p2, n2);
1757
1758                                                 n2_changed = true;
1759                                                 flowed = true;
1760                                         }
1761                                 }
1762                         }
1763                         else if(n2.d == CONTENT_AIR)
1764                         {
1765                                 n2.d = nonsource_c;
1766                                 n2.param2 = liquid_next_level;
1767                                 setNode(p2, n2);
1768
1769                                 n2_changed = true;
1770                                 flowed = true;
1771                         }
1772
1773                         //dstream<<"[2] n2.param="<<(int)n2.param<<std::endl;
1774
1775                         if(n2_changed)
1776                         {
1777                                 m_transforming_liquid.push_back(p2);
1778
1779                                 v3s16 blockpos = getNodeBlockPos(p2);
1780                                 MapBlock *block = getBlockNoCreateNoEx(blockpos);
1781                                 if(block != NULL)
1782                                         modified_blocks.insert(blockpos, block);
1783                         }
1784
1785                         // If n2_changed to bottom, don't flow anywhere else
1786                         if(to_bottom && flowed && !is_source)
1787                                 break;
1788                 }
1789
1790                 loopcount++;
1791                 //if(loopcount >= 100000)
1792                 if(loopcount >= initial_size * 1)
1793                         break;
1794         }
1795         //dstream<<"Map::transformLiquids(): loopcount="<<loopcount<<std::endl;
1796 }
1797
1798 NodeMetadata* Map::getNodeMetadata(v3s16 p)
1799 {
1800         v3s16 blockpos = getNodeBlockPos(p);
1801         v3s16 p_rel = p - blockpos*MAP_BLOCKSIZE;
1802         MapBlock *block = getBlockNoCreateNoEx(blockpos);
1803         if(block == NULL)
1804         {
1805                 dstream<<"WARNING: Map::setNodeMetadata(): Block not found"
1806                                 <<std::endl;
1807                 return NULL;
1808         }
1809         NodeMetadata *meta = block->m_node_metadata.get(p_rel);
1810         return meta;
1811 }
1812
1813 void Map::setNodeMetadata(v3s16 p, NodeMetadata *meta)
1814 {
1815         v3s16 blockpos = getNodeBlockPos(p);
1816         v3s16 p_rel = p - blockpos*MAP_BLOCKSIZE;
1817         MapBlock *block = getBlockNoCreateNoEx(blockpos);
1818         if(block == NULL)
1819         {
1820                 dstream<<"WARNING: Map::setNodeMetadata(): Block not found"
1821                                 <<std::endl;
1822                 return;
1823         }
1824         block->m_node_metadata.set(p_rel, meta);
1825 }
1826
1827 void Map::removeNodeMetadata(v3s16 p)
1828 {
1829         v3s16 blockpos = getNodeBlockPos(p);
1830         v3s16 p_rel = p - blockpos*MAP_BLOCKSIZE;
1831         MapBlock *block = getBlockNoCreateNoEx(blockpos);
1832         if(block == NULL)
1833         {
1834                 dstream<<"WARNING: Map::removeNodeMetadata(): Block not found"
1835                                 <<std::endl;
1836                 return;
1837         }
1838         block->m_node_metadata.remove(p_rel);
1839 }
1840
1841 void Map::nodeMetadataStep(float dtime,
1842                 core::map<v3s16, MapBlock*> &changed_blocks)
1843 {
1844         /*
1845                 NOTE:
1846                 Currently there is no way to ensure that all the necessary
1847                 blocks are loaded when this is run. (They might get unloaded)
1848                 NOTE: ^- Actually, that might not be so. In a quick test it
1849                 reloaded a block with a furnace when I walked back to it from
1850                 a distance.
1851         */
1852         core::map<v2s16, MapSector*>::Iterator si;
1853         si = m_sectors.getIterator();
1854         for(; si.atEnd() == false; si++)
1855         {
1856                 MapSector *sector = si.getNode()->getValue();
1857                 core::list< MapBlock * > sectorblocks;
1858                 sector->getBlocks(sectorblocks);
1859                 core::list< MapBlock * >::Iterator i;
1860                 for(i=sectorblocks.begin(); i!=sectorblocks.end(); i++)
1861                 {
1862                         MapBlock *block = *i;
1863                         bool changed = block->m_node_metadata.step(dtime);
1864                         if(changed)
1865                                 changed_blocks[block->getPos()] = block;
1866                 }
1867         }
1868 }
1869
1870 /*
1871         ServerMap
1872 */
1873
1874 ServerMap::ServerMap(std::string savedir):
1875         Map(dout_server),
1876         m_seed(0),
1877         m_map_metadata_changed(true)
1878 {
1879         dstream<<__FUNCTION_NAME<<std::endl;
1880
1881         //m_chunksize = 8; // Takes a few seconds
1882
1883         m_seed = (((u64)(myrand()%0xffff)<<0)
1884                         + ((u64)(myrand()%0xffff)<<16)
1885                         + ((u64)(myrand()%0xffff)<<32)
1886                         + ((u64)(myrand()%0xffff)<<48));
1887
1888         /*
1889                 Experimental and debug stuff
1890         */
1891
1892         {
1893         }
1894
1895         /*
1896                 Try to load map; if not found, create a new one.
1897         */
1898
1899         m_savedir = savedir;
1900         m_map_saving_enabled = false;
1901
1902         try
1903         {
1904                 // If directory exists, check contents and load if possible
1905                 if(fs::PathExists(m_savedir))
1906                 {
1907                         // If directory is empty, it is safe to save into it.
1908                         if(fs::GetDirListing(m_savedir).size() == 0)
1909                         {
1910                                 dstream<<DTIME<<"Server: Empty save directory is valid."
1911                                                 <<std::endl;
1912                                 m_map_saving_enabled = true;
1913                         }
1914                         else
1915                         {
1916                                 try{
1917                                         // Load map metadata (seed, chunksize)
1918                                         loadMapMeta();
1919                                 }
1920                                 catch(FileNotGoodException &e){
1921                                         dstream<<DTIME<<"WARNING: Could not load map metadata"
1922                                                         //<<" Disabling chunk-based generator."
1923                                                         <<std::endl;
1924                                         //m_chunksize = 0;
1925                                 }
1926
1927                                 /*try{
1928                                         // Load chunk metadata
1929                                         loadChunkMeta();
1930                                 }
1931                                 catch(FileNotGoodException &e){
1932                                         dstream<<DTIME<<"WARNING: Could not load chunk metadata."
1933                                                         <<" Disabling chunk-based generator."
1934                                                         <<std::endl;
1935                                         m_chunksize = 0;
1936                                 }*/
1937
1938                                 /*dstream<<DTIME<<"Server: Successfully loaded chunk "
1939                                                 "metadata and sector (0,0) from "<<savedir<<
1940                                                 ", assuming valid save directory."
1941                                                 <<std::endl;*/
1942
1943                                 dstream<<DTIME<<"INFO: Server: Successfully loaded map "
1944                                                 <<"and chunk metadata from "<<savedir
1945                                                 <<", assuming valid save directory."
1946                                                 <<std::endl;
1947
1948                                 m_map_saving_enabled = true;
1949                                 // Map loaded, not creating new one
1950                                 return;
1951                         }
1952                 }
1953                 // If directory doesn't exist, it is safe to save to it
1954                 else{
1955                         m_map_saving_enabled = true;
1956                 }
1957         }
1958         catch(std::exception &e)
1959         {
1960                 dstream<<DTIME<<"WARNING: Server: Failed to load map from "<<savedir
1961                                 <<", exception: "<<e.what()<<std::endl;
1962                 dstream<<"Please remove the map or fix it."<<std::endl;
1963                 dstream<<"WARNING: Map saving will be disabled."<<std::endl;
1964         }
1965
1966         dstream<<DTIME<<"INFO: Initializing new map."<<std::endl;
1967
1968         // Create zero sector
1969         emergeSector(v2s16(0,0));
1970
1971         // Initially write whole map
1972         save(false);
1973 }
1974
1975 ServerMap::~ServerMap()
1976 {
1977         dstream<<__FUNCTION_NAME<<std::endl;
1978
1979         try
1980         {
1981                 if(m_map_saving_enabled)
1982                 {
1983                         // Save only changed parts
1984                         save(true);
1985                         dstream<<DTIME<<"Server: saved map to "<<m_savedir<<std::endl;
1986                 }
1987                 else
1988                 {
1989                         dstream<<DTIME<<"Server: map not saved"<<std::endl;
1990                 }
1991         }
1992         catch(std::exception &e)
1993         {
1994                 dstream<<DTIME<<"Server: Failed to save map to "<<m_savedir
1995                                 <<", exception: "<<e.what()<<std::endl;
1996         }
1997
1998 #if 0
1999         /*
2000                 Free all MapChunks
2001         */
2002         core::map<v2s16, MapChunk*>::Iterator i = m_chunks.getIterator();
2003         for(; i.atEnd() == false; i++)
2004         {
2005                 MapChunk *chunk = i.getNode()->getValue();
2006                 delete chunk;
2007         }
2008 #endif
2009 }
2010
2011 void ServerMap::initBlockMake(mapgen::BlockMakeData *data, v3s16 blockpos)
2012 {
2013         /*dstream<<"initBlockMake(): ("<<blockpos.X<<","<<blockpos.Y<<","
2014                         <<blockpos.Z<<")"<<std::endl;*/
2015
2016         data->no_op = false;
2017         data->seed = m_seed;
2018         data->blockpos = blockpos;
2019
2020         /*
2021                 Create the whole area of this and the neighboring blocks
2022         */
2023         {
2024                 //TimeTaker timer("initBlockMake() create area");
2025                 
2026                 for(s16 x=-1; x<=1; x++)
2027                 for(s16 z=-1; z<=1; z++)
2028                 {
2029                         v2s16 sectorpos(blockpos.X+x, blockpos.Z+z);
2030                         // Sector metadata is loaded from disk if not already loaded.
2031                         ServerMapSector *sector = createSector(sectorpos);
2032                         assert(sector);
2033
2034                         for(s16 y=-1; y<=1; y++)
2035                         {
2036                                 MapBlock *block = createBlock(blockpos);
2037
2038                                 // Lighting won't be calculated
2039                                 block->setLightingExpired(true);
2040                                 // Lighting will be calculated
2041                                 //block->setLightingExpired(false);
2042
2043                                 /*
2044                                         Block gets sunlight if this is true.
2045
2046                                         This should be set to true when the top side of a block
2047                                         is completely exposed to the sky.
2048                                 */
2049                                 block->setIsUnderground(false);
2050                         }
2051                 }
2052         }
2053         
2054         /*
2055                 Now we have a big empty area.
2056
2057                 Make a ManualMapVoxelManipulator that contains this and the
2058                 neighboring blocks
2059         */
2060         
2061         v3s16 bigarea_blocks_min = blockpos - v3s16(1,1,1);
2062         v3s16 bigarea_blocks_max = blockpos + v3s16(1,1,1);
2063         
2064         data->vmanip = new ManualMapVoxelManipulator(this);
2065         //data->vmanip->setMap(this);
2066
2067         // Add the area
2068         {
2069                 //TimeTaker timer("initBlockMake() initialEmerge");
2070                 data->vmanip->initialEmerge(bigarea_blocks_min, bigarea_blocks_max);
2071         }
2072
2073         // Data is ready now.
2074 }
2075
2076 MapBlock* ServerMap::finishBlockMake(mapgen::BlockMakeData *data,
2077                 core::map<v3s16, MapBlock*> &changed_blocks)
2078 {
2079         v3s16 blockpos = data->blockpos;
2080         /*dstream<<"finishBlockMake(): ("<<blockpos.X<<","<<blockpos.Y<<","
2081                         <<blockpos.Z<<")"<<std::endl;*/
2082
2083         if(data->no_op)
2084         {
2085                 dstream<<"finishBlockMake(): no-op"<<std::endl;
2086                 return NULL;
2087         }
2088
2089         bool enable_mapgen_debug_info = g_settings.getBool("enable_mapgen_debug_info");
2090
2091         /*dstream<<"Resulting vmanip:"<<std::endl;
2092         data->vmanip.print(dstream);*/
2093         
2094         /*
2095                 Blit generated stuff to map
2096                 NOTE: blitBackAll adds nearly everything to changed_blocks
2097         */
2098         {
2099                 // 70ms @cs=8
2100                 //TimeTaker timer("finishBlockMake() blitBackAll");
2101                 data->vmanip->blitBackAll(&changed_blocks);
2102         }
2103
2104         if(enable_mapgen_debug_info)
2105                 dstream<<"finishBlockMake: changed_blocks.size()="
2106                                 <<changed_blocks.size()<<std::endl;
2107
2108         /*
2109                 Copy transforming liquid information
2110         */
2111         while(data->transforming_liquid.size() > 0)
2112         {
2113                 v3s16 p = data->transforming_liquid.pop_front();
2114                 m_transforming_liquid.push_back(p);
2115         }
2116         
2117         /*
2118                 Get central block
2119         */
2120         MapBlock *block = getBlockNoCreateNoEx(data->blockpos);
2121         assert(block);
2122
2123         /*
2124                 Set is_underground flag for lighting with sunlight
2125         */
2126
2127         block->setIsUnderground(mapgen::block_is_underground(data->seed, blockpos));
2128
2129         /*
2130                 Add sunlight to central block.
2131                 This makes in-dark-spawning monsters to not flood the whole thing.
2132                 Do not spread the light, though.
2133         */
2134         /*core::map<v3s16, bool> light_sources;
2135         bool black_air_left = false;
2136         block->propagateSunlight(light_sources, true, &black_air_left);*/
2137
2138         /*
2139                 NOTE: Lighting and object adding shouldn't really be here, but
2140                 lighting is a bit tricky to move properly to makeBlock.
2141                 TODO: Do this the right way anyway, that is, move it to makeBlock.
2142                       - There needs to be some way for makeBlock to report back if
2143                             the lighting update is going further down because of the
2144                                 new block blocking light
2145         */
2146
2147         /*
2148                 Update lighting
2149                 NOTE: This takes ~60ms, TODO: Investigate why
2150         */
2151         {
2152                 TimeTaker t("finishBlockMake lighting update");
2153
2154                 core::map<v3s16, MapBlock*> lighting_update_blocks;
2155                 // Center block
2156                 lighting_update_blocks.insert(block->getPos(), block);
2157         #if 0
2158                 // All modified blocks
2159                 for(core::map<v3s16, MapBlock*>::Iterator
2160                                 i = changed_blocks.getIterator();
2161                                 i.atEnd() == false; i++)
2162                 {
2163                         lighting_update_blocks.insert(i.getNode()->getKey(),
2164                                         i.getNode()->getValue());
2165                 }
2166         #endif
2167                 updateLighting(lighting_update_blocks, changed_blocks);
2168
2169                 if(enable_mapgen_debug_info == false)
2170                         t.stop(true); // Hide output
2171         }
2172
2173         /*
2174                 Add random objects to block
2175         */
2176         mapgen::add_random_objects(block);
2177
2178         /*
2179                 Go through changed blocks
2180         */
2181         for(core::map<v3s16, MapBlock*>::Iterator i = changed_blocks.getIterator();
2182                         i.atEnd() == false; i++)
2183         {
2184                 MapBlock *block = i.getNode()->getValue();
2185                 assert(block);
2186                 /*
2187                         Update day/night difference cache of the MapBlocks
2188                 */
2189                 block->updateDayNightDiff();
2190                 /*
2191                         Set block as modified
2192                 */
2193                 block->raiseModified(MOD_STATE_WRITE_NEEDED);
2194         }
2195
2196         /*
2197                 Set central block as generated
2198         */
2199         block->setGenerated(true);
2200         
2201         /*
2202                 Save changed parts of map
2203                 NOTE: Will be saved later.
2204         */
2205         //save(true);
2206
2207         /*dstream<<"finishBlockMake() done for ("<<blockpos.X<<","<<blockpos.Y<<","
2208                         <<blockpos.Z<<")"<<std::endl;*/
2209         
2210         return block;
2211 }
2212
2213 ServerMapSector * ServerMap::createSector(v2s16 p2d)
2214 {
2215         DSTACKF("%s: p2d=(%d,%d)",
2216                         __FUNCTION_NAME,
2217                         p2d.X, p2d.Y);
2218         
2219         /*
2220                 Check if it exists already in memory
2221         */
2222         ServerMapSector *sector = (ServerMapSector*)getSectorNoGenerateNoEx(p2d);
2223         if(sector != NULL)
2224                 return sector;
2225         
2226         /*
2227                 Try to load it from disk (with blocks)
2228         */
2229         //if(loadSectorFull(p2d) == true)
2230
2231         /*
2232                 Try to load metadata from disk
2233         */
2234         if(loadSectorMeta(p2d) == true)
2235         {
2236                 ServerMapSector *sector = (ServerMapSector*)getSectorNoGenerateNoEx(p2d);
2237                 if(sector == NULL)
2238                 {
2239                         dstream<<"ServerMap::createSector(): loadSectorFull didn't make a sector"<<std::endl;
2240                         throw InvalidPositionException("");
2241                 }
2242                 return sector;
2243         }
2244
2245         /*
2246                 Do not create over-limit
2247         */
2248         if(p2d.X < -MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2249         || p2d.X > MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2250         || p2d.Y < -MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2251         || p2d.Y > MAP_GENERATION_LIMIT / MAP_BLOCKSIZE)
2252                 throw InvalidPositionException("createSector(): pos. over limit");
2253
2254         /*
2255                 Generate blank sector
2256         */
2257         
2258         sector = new ServerMapSector(this, p2d);
2259         
2260         // Sector position on map in nodes
2261         v2s16 nodepos2d = p2d * MAP_BLOCKSIZE;
2262
2263         /*
2264                 Insert to container
2265         */
2266         m_sectors.insert(p2d, sector);
2267         
2268         return sector;
2269 }
2270
2271 /*
2272         This is a quick-hand function for calling makeBlock().
2273 */
2274 MapBlock * ServerMap::generateBlock(
2275                 v3s16 p,
2276                 core::map<v3s16, MapBlock*> &modified_blocks
2277 )
2278 {
2279         DSTACKF("%s: p=(%d,%d,%d)", __FUNCTION_NAME, p.X, p.Y, p.Z);
2280         
2281         /*dstream<<"generateBlock(): "
2282                         <<"("<<p.X<<","<<p.Y<<","<<p.Z<<")"
2283                         <<std::endl;*/
2284         
2285         bool enable_mapgen_debug_info = g_settings.getBool("enable_mapgen_debug_info");
2286
2287         TimeTaker timer("generateBlock");
2288         
2289         //MapBlock *block = original_dummy;
2290                         
2291         v2s16 p2d(p.X, p.Z);
2292         v2s16 p2d_nodes = p2d * MAP_BLOCKSIZE;
2293         
2294         /*
2295                 Do not generate over-limit
2296         */
2297         if(blockpos_over_limit(p))
2298         {
2299                 dstream<<__FUNCTION_NAME<<": Block position over limit"<<std::endl;
2300                 throw InvalidPositionException("generateBlock(): pos. over limit");
2301         }
2302
2303         /*
2304                 Create block make data
2305         */
2306         mapgen::BlockMakeData data;
2307         initBlockMake(&data, p);
2308
2309         /*
2310                 Generate block
2311         */
2312         {
2313                 TimeTaker t("mapgen::make_block()");
2314                 mapgen::make_block(&data);
2315
2316                 if(enable_mapgen_debug_info == false)
2317                         t.stop(true); // Hide output
2318         }
2319
2320         /*
2321                 Blit data back on map, update lighting, add mobs and whatever this does
2322         */
2323         finishBlockMake(&data, modified_blocks);
2324
2325         /*
2326                 Get central block
2327         */
2328         MapBlock *block = getBlockNoCreateNoEx(p);
2329         assert(block);
2330
2331 #if 0
2332         /*
2333                 Check result
2334         */
2335         bool erroneus_content = false;
2336         for(s16 z0=0; z0<MAP_BLOCKSIZE; z0++)
2337         for(s16 y0=0; y0<MAP_BLOCKSIZE; y0++)
2338         for(s16 x0=0; x0<MAP_BLOCKSIZE; x0++)
2339         {
2340                 v3s16 p(x0,y0,z0);
2341                 MapNode n = block->getNode(p);
2342                 if(n.d == CONTENT_IGNORE)
2343                 {
2344                         dstream<<"CONTENT_IGNORE at "
2345                                         <<"("<<p.X<<","<<p.Y<<","<<p.Z<<")"
2346                                         <<std::endl;
2347                         erroneus_content = true;
2348                         assert(0);
2349                 }
2350         }
2351         if(erroneus_content)
2352         {
2353                 assert(0);
2354         }
2355 #endif
2356
2357 #if 0
2358         /*
2359                 Generate a completely empty block
2360         */
2361         for(s16 z0=0; z0<MAP_BLOCKSIZE; z0++)
2362         for(s16 x0=0; x0<MAP_BLOCKSIZE; x0++)
2363         {
2364                 for(s16 y0=0; y0<MAP_BLOCKSIZE; y0++)
2365                 {
2366                         MapNode n;
2367                         if(y0%2==0)
2368                                 n.d = CONTENT_AIR;
2369                         else
2370                                 n.d = CONTENT_STONE;
2371                         block->setNode(v3s16(x0,y0,z0), n);
2372                 }
2373         }
2374 #endif
2375
2376         if(enable_mapgen_debug_info == false)
2377                 timer.stop(true); // Hide output
2378
2379         return block;
2380 }
2381
2382 MapBlock * ServerMap::createBlock(v3s16 p)
2383 {
2384         DSTACKF("%s: p=(%d,%d,%d)",
2385                         __FUNCTION_NAME, p.X, p.Y, p.Z);
2386         
2387         /*
2388                 Do not create over-limit
2389         */
2390         if(p.X < -MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2391         || p.X > MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2392         || p.Y < -MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2393         || p.Y > MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2394         || p.Z < -MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2395         || p.Z > MAP_GENERATION_LIMIT / MAP_BLOCKSIZE)
2396                 throw InvalidPositionException("createBlock(): pos. over limit");
2397         
2398         v2s16 p2d(p.X, p.Z);
2399         s16 block_y = p.Y;
2400         /*
2401                 This will create or load a sector if not found in memory.
2402                 If block exists on disk, it will be loaded.
2403
2404                 NOTE: On old save formats, this will be slow, as it generates
2405                       lighting on blocks for them.
2406         */
2407         ServerMapSector *sector;
2408         try{
2409                 sector = (ServerMapSector*)createSector(p2d);
2410                 assert(sector->getId() == MAPSECTOR_SERVER);
2411         }
2412         catch(InvalidPositionException &e)
2413         {
2414                 dstream<<"createBlock: createSector() failed"<<std::endl;
2415                 throw e;
2416         }
2417         /*
2418                 NOTE: This should not be done, or at least the exception
2419                 should not be passed on as std::exception, because it
2420                 won't be catched at all.
2421         */
2422         /*catch(std::exception &e)
2423         {
2424                 dstream<<"createBlock: createSector() failed: "
2425                                 <<e.what()<<std::endl;
2426                 throw e;
2427         }*/
2428
2429         /*
2430                 Try to get a block from the sector
2431         */
2432
2433         MapBlock *block = sector->getBlockNoCreateNoEx(block_y);
2434         if(block)
2435         {
2436                 if(block->isDummy())
2437                         block->unDummify();
2438                 return block;
2439         }
2440         // Create blank
2441         block = sector->createBlankBlock(block_y);
2442         return block;
2443 }
2444
2445 #if 0
2446 MapBlock * ServerMap::emergeBlock(
2447                 v3s16 p,
2448                 bool only_from_disk,
2449                 core::map<v3s16, MapBlock*> &changed_blocks,
2450                 core::map<v3s16, MapBlock*> &lighting_invalidated_blocks
2451 )
2452 {
2453         DSTACKF("%s: p=(%d,%d,%d), only_from_disk=%d",
2454                         __FUNCTION_NAME,
2455                         p.X, p.Y, p.Z, only_from_disk);
2456         
2457         // This has to be redone or removed
2458         assert(0);
2459         return NULL;
2460 }
2461 #endif
2462
2463 #if 0
2464         /*
2465                 Do not generate over-limit
2466         */
2467         if(p.X < -MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2468         || p.X > MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2469         || p.Y < -MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2470         || p.Y > MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2471         || p.Z < -MAP_GENERATION_LIMIT / MAP_BLOCKSIZE
2472         || p.Z > MAP_GENERATION_LIMIT / MAP_BLOCKSIZE)
2473                 throw InvalidPositionException("emergeBlock(): pos. over limit");
2474         
2475         v2s16 p2d(p.X, p.Z);
2476         s16 block_y = p.Y;
2477         /*
2478                 This will create or load a sector if not found in memory.
2479                 If block exists on disk, it will be loaded.
2480         */
2481         ServerMapSector *sector;
2482         try{
2483                 sector = createSector(p2d);
2484                 //sector = emergeSector(p2d, changed_blocks);
2485         }
2486         catch(InvalidPositionException &e)
2487         {
2488                 dstream<<"emergeBlock: createSector() failed: "
2489                                 <<e.what()<<std::endl;
2490                 dstream<<"Path to failed sector: "<<getSectorDir(p2d)
2491                                 <<std::endl
2492                                 <<"You could try to delete it."<<std::endl;
2493                 throw e;
2494         }
2495         catch(VersionMismatchException &e)
2496         {
2497                 dstream<<"emergeBlock: createSector() failed: "
2498                                 <<e.what()<<std::endl;
2499                 dstream<<"Path to failed sector: "<<getSectorDir(p2d)
2500                                 <<std::endl
2501                                 <<"You could try to delete it."<<std::endl;
2502                 throw e;
2503         }
2504
2505         /*
2506                 Try to get a block from the sector
2507         */
2508
2509         bool does_not_exist = false;
2510         bool lighting_expired = false;
2511         MapBlock *block = sector->getBlockNoCreateNoEx(block_y);
2512         
2513         // If not found, try loading from disk
2514         if(block == NULL)
2515         {
2516                 block = loadBlock(p);
2517         }
2518         
2519         // Handle result
2520         if(block == NULL)
2521         {
2522                 does_not_exist = true;
2523         }
2524         else if(block->isDummy() == true)
2525         {
2526                 does_not_exist = true;
2527         }
2528         else if(block->getLightingExpired())
2529         {
2530                 lighting_expired = true;
2531         }
2532         else
2533         {
2534                 // Valid block
2535                 //dstream<<"emergeBlock(): Returning already valid block"<<std::endl;
2536                 return block;
2537         }
2538         
2539         /*
2540                 If block was not found on disk and not going to generate a
2541                 new one, make sure there is a dummy block in place.
2542         */
2543         if(only_from_disk && (does_not_exist || lighting_expired))
2544         {
2545                 //dstream<<"emergeBlock(): Was not on disk but not generating"<<std::endl;
2546
2547                 if(block == NULL)
2548                 {
2549                         // Create dummy block
2550                         block = new MapBlock(this, p, true);
2551
2552                         // Add block to sector
2553                         sector->insertBlock(block);
2554                 }
2555                 // Done.
2556                 return block;
2557         }
2558
2559         //dstream<<"Not found on disk, generating."<<std::endl;
2560         // 0ms
2561         //TimeTaker("emergeBlock() generate");
2562
2563         //dstream<<"emergeBlock(): Didn't find valid block -> making one"<<std::endl;
2564
2565         /*
2566                 If the block doesn't exist, generate the block.
2567         */
2568         if(does_not_exist)
2569         {
2570                 block = generateBlock(p, block, sector, changed_blocks,
2571                                 lighting_invalidated_blocks); 
2572         }
2573
2574         if(lighting_expired)
2575         {
2576                 lighting_invalidated_blocks.insert(p, block);
2577         }
2578
2579 #if 0
2580         /*
2581                 Initially update sunlight
2582         */
2583         {
2584                 core::map<v3s16, bool> light_sources;
2585                 bool black_air_left = false;
2586                 bool bottom_invalid =
2587                                 block->propagateSunlight(light_sources, true,
2588                                 &black_air_left);
2589
2590                 // If sunlight didn't reach everywhere and part of block is
2591                 // above ground, lighting has to be properly updated
2592                 //if(black_air_left && some_part_underground)
2593                 if(black_air_left)
2594                 {
2595                         lighting_invalidated_blocks[block->getPos()] = block;
2596                 }
2597
2598                 if(bottom_invalid)
2599                 {
2600                         lighting_invalidated_blocks[block->getPos()] = block;
2601                 }
2602         }
2603 #endif
2604         
2605         return block;
2606 }
2607 #endif
2608
2609 s16 ServerMap::findGroundLevel(v2s16 p2d)
2610 {
2611 #if 0
2612         /*
2613                 Uh, just do something random...
2614         */
2615         // Find existing map from top to down
2616         s16 max=63;
2617         s16 min=-64;
2618         v3s16 p(p2d.X, max, p2d.Y);
2619         for(; p.Y>min; p.Y--)
2620         {
2621                 MapNode n = getNodeNoEx(p);
2622                 if(n.d != CONTENT_IGNORE)
2623                         break;
2624         }
2625         if(p.Y == min)
2626                 goto plan_b;
2627         // If this node is not air, go to plan b
2628         if(getNodeNoEx(p).d != CONTENT_AIR)
2629                 goto plan_b;
2630         // Search existing walkable and return it
2631         for(; p.Y>min; p.Y--)
2632         {
2633                 MapNode n = getNodeNoEx(p);
2634                 if(content_walkable(n.d) && n.d != CONTENT_IGNORE)
2635                         return p.Y;
2636         }
2637
2638         // Move to plan b
2639 plan_b:
2640 #endif
2641
2642         /*
2643                 Determine from map generator noise functions
2644         */
2645         
2646         s16 level = mapgen::find_ground_level_from_noise(m_seed, p2d, 1);
2647         return level;
2648
2649         //double level = base_rock_level_2d(m_seed, p2d) + AVERAGE_MUD_AMOUNT;
2650         //return (s16)level;
2651 }
2652
2653 void ServerMap::createDirs(std::string path)
2654 {
2655         if(fs::CreateAllDirs(path) == false)
2656         {
2657                 m_dout<<DTIME<<"ServerMap: Failed to create directory "
2658                                 <<"\""<<path<<"\""<<std::endl;
2659                 throw BaseException("ServerMap failed to create directory");
2660         }
2661 }
2662
2663 std::string ServerMap::getSectorDir(v2s16 pos, int layout)
2664 {
2665         char cc[9];
2666         switch(layout)
2667         {
2668                 case 1:
2669                         snprintf(cc, 9, "%.4x%.4x",
2670                                 (unsigned int)pos.X&0xffff,
2671                                 (unsigned int)pos.Y&0xffff);
2672
2673                         return m_savedir + "/sectors/" + cc;
2674                 case 2:
2675                         snprintf(cc, 9, "%.3x/%.3x",
2676                                 (unsigned int)pos.X&0xfff,
2677                                 (unsigned int)pos.Y&0xfff);
2678
2679                         return m_savedir + "/sectors2/" + cc;
2680                 default:
2681                         assert(false);
2682         }
2683 }
2684
2685 v2s16 ServerMap::getSectorPos(std::string dirname)
2686 {
2687         unsigned int x, y;
2688         int r;
2689         size_t spos = dirname.rfind('/') + 1;
2690         assert(spos != std::string::npos);
2691         if(dirname.size() - spos == 8)
2692         {
2693                 // Old layout
2694                 r = sscanf(dirname.substr(spos).c_str(), "%4x%4x", &x, &y);
2695         }
2696         else if(dirname.size() - spos == 3)
2697         {
2698                 // New layout
2699                 r = sscanf(dirname.substr(spos-4).c_str(), "%3x/%3x", &x, &y);
2700                 // Sign-extend the 12 bit values up to 16 bits...
2701                 if(x&0x800) x|=0xF000;
2702                 if(y&0x800) y|=0xF000;
2703         }
2704         else
2705         {
2706                 assert(false);
2707         }
2708         assert(r == 2);
2709         v2s16 pos((s16)x, (s16)y);
2710         return pos;
2711 }
2712
2713 v3s16 ServerMap::getBlockPos(std::string sectordir, std::string blockfile)
2714 {
2715         v2s16 p2d = getSectorPos(sectordir);
2716
2717         if(blockfile.size() != 4){
2718                 throw InvalidFilenameException("Invalid block filename");
2719         }
2720         unsigned int y;
2721         int r = sscanf(blockfile.c_str(), "%4x", &y);
2722         if(r != 1)
2723                 throw InvalidFilenameException("Invalid block filename");
2724         return v3s16(p2d.X, y, p2d.Y);
2725 }
2726
2727 std::string ServerMap::getBlockFilename(v3s16 p)
2728 {
2729         char cc[5];
2730         snprintf(cc, 5, "%.4x", (unsigned int)p.Y&0xffff);
2731         return cc;
2732 }
2733
2734 void ServerMap::save(bool only_changed)
2735 {
2736         DSTACK(__FUNCTION_NAME);
2737         if(m_map_saving_enabled == false)
2738         {
2739                 dstream<<DTIME<<"WARNING: Not saving map, saving disabled."<<std::endl;
2740                 return;
2741         }
2742         
2743         if(only_changed == false)
2744                 dstream<<DTIME<<"ServerMap: Saving whole map, this can take time."
2745                                 <<std::endl;
2746         
2747         if(only_changed == false || m_map_metadata_changed)
2748         {
2749                 saveMapMeta();
2750         }
2751
2752         u32 sector_meta_count = 0;
2753         u32 block_count = 0;
2754         u32 block_count_all = 0; // Number of blocks in memory
2755         
2756         core::map<v2s16, MapSector*>::Iterator i = m_sectors.getIterator();
2757         for(; i.atEnd() == false; i++)
2758         {
2759                 ServerMapSector *sector = (ServerMapSector*)i.getNode()->getValue();
2760                 assert(sector->getId() == MAPSECTOR_SERVER);
2761         
2762                 if(sector->differs_from_disk || only_changed == false)
2763                 {
2764                         saveSectorMeta(sector);
2765                         sector_meta_count++;
2766                 }
2767                 core::list<MapBlock*> blocks;
2768                 sector->getBlocks(blocks);
2769                 core::list<MapBlock*>::Iterator j;
2770                 for(j=blocks.begin(); j!=blocks.end(); j++)
2771                 {
2772                         MapBlock *block = *j;
2773                         
2774                         block_count_all++;
2775
2776                         if(block->getModified() >= MOD_STATE_WRITE_NEEDED 
2777                                         || only_changed == false)
2778                         {
2779                                 saveBlock(block);
2780                                 block_count++;
2781
2782                                 /*dstream<<"ServerMap: Written block ("
2783                                                 <<block->getPos().X<<","
2784                                                 <<block->getPos().Y<<","
2785                                                 <<block->getPos().Z<<")"
2786                                                 <<std::endl;*/
2787                         }
2788                 }
2789         }
2790
2791         /*
2792                 Only print if something happened or saved whole map
2793         */
2794         if(only_changed == false || sector_meta_count != 0
2795                         || block_count != 0)
2796         {
2797                 dstream<<DTIME<<"ServerMap: Written: "
2798                                 <<sector_meta_count<<" sector metadata files, "
2799                                 <<block_count<<" block files"
2800                                 <<", "<<block_count_all<<" blocks in memory."
2801                                 <<std::endl;
2802         }
2803 }
2804
2805 void ServerMap::saveMapMeta()
2806 {
2807         DSTACK(__FUNCTION_NAME);
2808         
2809         dstream<<"INFO: ServerMap::saveMapMeta(): "
2810                         <<"seed="<<m_seed
2811                         <<std::endl;
2812
2813         createDirs(m_savedir);
2814         
2815         std::string fullpath = m_savedir + "/map_meta.txt";
2816         std::ofstream os(fullpath.c_str(), std::ios_base::binary);
2817         if(os.good() == false)
2818         {
2819                 dstream<<"ERROR: ServerMap::saveMapMeta(): "
2820                                 <<"could not open"<<fullpath<<std::endl;
2821                 throw FileNotGoodException("Cannot open chunk metadata");
2822         }
2823         
2824         Settings params;
2825         params.setU64("seed", m_seed);
2826
2827         params.writeLines(os);
2828
2829         os<<"[end_of_params]\n";
2830         
2831         m_map_metadata_changed = false;
2832 }
2833
2834 void ServerMap::loadMapMeta()
2835 {
2836         DSTACK(__FUNCTION_NAME);
2837         
2838         dstream<<"INFO: ServerMap::loadMapMeta(): Loading map metadata"
2839                         <<std::endl;
2840
2841         std::string fullpath = m_savedir + "/map_meta.txt";
2842         std::ifstream is(fullpath.c_str(), std::ios_base::binary);
2843         if(is.good() == false)
2844         {
2845                 dstream<<"ERROR: ServerMap::loadMapMeta(): "
2846                                 <<"could not open"<<fullpath<<std::endl;
2847                 throw FileNotGoodException("Cannot open map metadata");
2848         }
2849
2850         Settings params;
2851
2852         for(;;)
2853         {
2854                 if(is.eof())
2855                         throw SerializationError
2856                                         ("ServerMap::loadMapMeta(): [end_of_params] not found");
2857                 std::string line;
2858                 std::getline(is, line);
2859                 std::string trimmedline = trim(line);
2860                 if(trimmedline == "[end_of_params]")
2861                         break;
2862                 params.parseConfigLine(line);
2863         }
2864
2865         m_seed = params.getU64("seed");
2866
2867         dstream<<"INFO: ServerMap::loadMapMeta(): "
2868                         <<"seed="<<m_seed
2869                         <<std::endl;
2870 }
2871
2872 void ServerMap::saveSectorMeta(ServerMapSector *sector)
2873 {
2874         DSTACK(__FUNCTION_NAME);
2875         // Format used for writing
2876         u8 version = SER_FMT_VER_HIGHEST;
2877         // Get destination
2878         v2s16 pos = sector->getPos();
2879         std::string dir = getSectorDir(pos);
2880         createDirs(dir);
2881         
2882         std::string fullpath = dir + "/meta";
2883         std::ofstream o(fullpath.c_str(), std::ios_base::binary);
2884         if(o.good() == false)
2885                 throw FileNotGoodException("Cannot open sector metafile");
2886
2887         sector->serialize(o, version);
2888         
2889         sector->differs_from_disk = false;
2890 }
2891
2892 MapSector* ServerMap::loadSectorMeta(std::string sectordir, bool save_after_load)
2893 {
2894         DSTACK(__FUNCTION_NAME);
2895         // Get destination
2896         v2s16 p2d = getSectorPos(sectordir);
2897
2898         ServerMapSector *sector = NULL;
2899
2900         std::string fullpath = sectordir + "/meta";
2901         std::ifstream is(fullpath.c_str(), std::ios_base::binary);
2902         if(is.good() == false)
2903         {
2904                 // If the directory exists anyway, it probably is in some old
2905                 // format. Just go ahead and create the sector.
2906                 if(fs::PathExists(sectordir))
2907                 {
2908                         /*dstream<<"ServerMap::loadSectorMeta(): Sector metafile "
2909                                         <<fullpath<<" doesn't exist but directory does."
2910                                         <<" Continuing with a sector with no metadata."
2911                                         <<std::endl;*/
2912                         sector = new ServerMapSector(this, p2d);
2913                         m_sectors.insert(p2d, sector);
2914                 }
2915                 else
2916                 {
2917                         throw FileNotGoodException("Cannot open sector metafile");
2918                 }
2919         }
2920         else
2921         {
2922                 sector = ServerMapSector::deSerialize
2923                                 (is, this, p2d, m_sectors);
2924                 if(save_after_load)
2925                         saveSectorMeta(sector);
2926         }
2927         
2928         sector->differs_from_disk = false;
2929
2930         return sector;
2931 }
2932
2933 bool ServerMap::loadSectorMeta(v2s16 p2d)
2934 {
2935         DSTACK(__FUNCTION_NAME);
2936
2937         MapSector *sector = NULL;
2938
2939         // The directory layout we're going to load from.
2940         //  1 - original sectors/xxxxzzzz/
2941         //  2 - new sectors2/xxx/zzz/
2942         //  If we load from anything but the latest structure, we will
2943         //  immediately save to the new one, and remove the old.
2944         int loadlayout = 1;
2945         std::string sectordir1 = getSectorDir(p2d, 1);
2946         std::string sectordir;
2947         if(fs::PathExists(sectordir1))
2948         {
2949                 sectordir = sectordir1;
2950         }
2951         else
2952         {
2953                 loadlayout = 2;
2954                 sectordir = getSectorDir(p2d, 2);
2955         }
2956
2957         try{
2958                 sector = loadSectorMeta(sectordir, loadlayout != 2);
2959         }
2960         catch(InvalidFilenameException &e)
2961         {
2962                 return false;
2963         }
2964         catch(FileNotGoodException &e)
2965         {
2966                 return false;
2967         }
2968         catch(std::exception &e)
2969         {
2970                 return false;
2971         }
2972         
2973         return true;
2974 }
2975
2976 #if 0
2977 bool ServerMap::loadSectorFull(v2s16 p2d)
2978 {
2979         DSTACK(__FUNCTION_NAME);
2980
2981         MapSector *sector = NULL;
2982
2983         // The directory layout we're going to load from.
2984         //  1 - original sectors/xxxxzzzz/
2985         //  2 - new sectors2/xxx/zzz/
2986         //  If we load from anything but the latest structure, we will
2987         //  immediately save to the new one, and remove the old.
2988         int loadlayout = 1;
2989         std::string sectordir1 = getSectorDir(p2d, 1);
2990         std::string sectordir;
2991         if(fs::PathExists(sectordir1))
2992         {
2993                 sectordir = sectordir1;
2994         }
2995         else
2996         {
2997                 loadlayout = 2;
2998                 sectordir = getSectorDir(p2d, 2);
2999         }
3000
3001         try{
3002                 sector = loadSectorMeta(sectordir, loadlayout != 2);
3003         }
3004         catch(InvalidFilenameException &e)
3005         {
3006                 return false;
3007         }
3008         catch(FileNotGoodException &e)
3009         {
3010                 return false;
3011         }
3012         catch(std::exception &e)
3013         {
3014                 return false;
3015         }
3016         
3017         /*
3018                 Load blocks
3019         */
3020         std::vector<fs::DirListNode> list2 = fs::GetDirListing
3021                         (sectordir);
3022         std::vector<fs::DirListNode>::iterator i2;
3023         for(i2=list2.begin(); i2!=list2.end(); i2++)
3024         {
3025                 // We want files
3026                 if(i2->dir)
3027                         continue;
3028                 try{
3029                         loadBlock(sectordir, i2->name, sector, loadlayout != 2);
3030                 }
3031                 catch(InvalidFilenameException &e)
3032                 {
3033                         // This catches unknown crap in directory
3034                 }
3035         }
3036
3037         if(loadlayout != 2)
3038         {
3039                 dstream<<"Sector converted to new layout - deleting "<<
3040                         sectordir1<<std::endl;
3041                 fs::RecursiveDelete(sectordir1);
3042         }
3043
3044         return true;
3045 }
3046 #endif
3047
3048 void ServerMap::saveBlock(MapBlock *block)
3049 {
3050         DSTACK(__FUNCTION_NAME);
3051         /*
3052                 Dummy blocks are not written
3053         */
3054         if(block->isDummy())
3055         {
3056                 /*v3s16 p = block->getPos();
3057                 dstream<<"ServerMap::saveBlock(): WARNING: Not writing dummy block "
3058                                 <<"("<<p.X<<","<<p.Y<<","<<p.Z<<")"<<std::endl;*/
3059                 return;
3060         }
3061
3062         // Format used for writing
3063         u8 version = SER_FMT_VER_HIGHEST;
3064         // Get destination
3065         v3s16 p3d = block->getPos();
3066         
3067         v2s16 p2d(p3d.X, p3d.Z);
3068         std::string sectordir = getSectorDir(p2d);
3069
3070         createDirs(sectordir);
3071
3072         std::string fullpath = sectordir+"/"+getBlockFilename(p3d);
3073         std::ofstream o(fullpath.c_str(), std::ios_base::binary);
3074         if(o.good() == false)
3075                 throw FileNotGoodException("Cannot open block data");
3076
3077         /*
3078                 [0] u8 serialization version
3079                 [1] data
3080         */
3081         o.write((char*)&version, 1);
3082         
3083         // Write basic data
3084         block->serialize(o, version);
3085         
3086         // Write extra data stored on disk
3087         block->serializeDiskExtra(o, version);
3088
3089         // We just wrote it to the disk so clear modified flag
3090         block->resetModified();
3091 }
3092
3093 void ServerMap::loadBlock(std::string sectordir, std::string blockfile, MapSector *sector, bool save_after_load)
3094 {
3095         DSTACK(__FUNCTION_NAME);
3096
3097         std::string fullpath = sectordir+"/"+blockfile;
3098         try{
3099
3100                 std::ifstream is(fullpath.c_str(), std::ios_base::binary);
3101                 if(is.good() == false)
3102                         throw FileNotGoodException("Cannot open block file");
3103                 
3104                 v3s16 p3d = getBlockPos(sectordir, blockfile);
3105                 v2s16 p2d(p3d.X, p3d.Z);
3106                 
3107                 assert(sector->getPos() == p2d);
3108                 
3109                 u8 version = SER_FMT_VER_INVALID;
3110                 is.read((char*)&version, 1);
3111
3112                 if(is.fail())
3113                         throw SerializationError("ServerMap::loadBlock(): Failed"
3114                                         " to read MapBlock version");
3115
3116                 /*u32 block_size = MapBlock::serializedLength(version);
3117                 SharedBuffer<u8> data(block_size);
3118                 is.read((char*)*data, block_size);*/
3119
3120                 // This will always return a sector because we're the server
3121                 //MapSector *sector = emergeSector(p2d);
3122
3123                 MapBlock *block = NULL;
3124                 bool created_new = false;
3125                 block = sector->getBlockNoCreateNoEx(p3d.Y);
3126                 if(block == NULL)
3127                 {
3128                         block = sector->createBlankBlockNoInsert(p3d.Y);
3129                         created_new = true;
3130                 }
3131                 
3132                 // Read basic data
3133                 block->deSerialize(is, version);
3134
3135                 // Read extra data stored on disk
3136                 block->deSerializeDiskExtra(is, version);
3137                 
3138                 // If it's a new block, insert it to the map
3139                 if(created_new)
3140                         sector->insertBlock(block);
3141                 
3142                 /*
3143                         Save blocks loaded in old format in new format
3144                 */
3145
3146                 if(version < SER_FMT_VER_HIGHEST || save_after_load)
3147                 {
3148                         saveBlock(block);
3149                 }
3150                 
3151                 // We just loaded it from the disk, so it's up-to-date.
3152                 block->resetModified();
3153
3154         }
3155         catch(SerializationError &e)
3156         {
3157                 dstream<<"WARNING: Invalid block data on disk "
3158                                 <<"fullpath="<<fullpath
3159                                 <<" (SerializationError). "
3160                                 <<"what()="<<e.what()
3161                                 <<std::endl;
3162                                 //" Ignoring. A new one will be generated.
3163                 assert(0);
3164
3165                 // TODO: Backup file; name is in fullpath.
3166         }
3167 }
3168
3169 MapBlock* ServerMap::loadBlock(v3s16 blockpos)
3170 {
3171         DSTACK(__FUNCTION_NAME);
3172
3173         v2s16 p2d(blockpos.X, blockpos.Z);
3174
3175         // The directory layout we're going to load from.
3176         //  1 - original sectors/xxxxzzzz/
3177         //  2 - new sectors2/xxx/zzz/
3178         //  If we load from anything but the latest structure, we will
3179         //  immediately save to the new one, and remove the old.
3180         int loadlayout = 1;
3181         std::string sectordir1 = getSectorDir(p2d, 1);
3182         std::string sectordir;
3183         if(fs::PathExists(sectordir1))
3184         {
3185                 sectordir = sectordir1;
3186         }
3187         else
3188         {
3189                 loadlayout = 2;
3190                 sectordir = getSectorDir(p2d, 2);
3191         }
3192         
3193         /*
3194                 Make sure sector is loaded
3195         */
3196         MapSector *sector = getSectorNoGenerateNoEx(p2d);
3197         if(sector == NULL)
3198         {
3199                 try{
3200                         sector = loadSectorMeta(sectordir, loadlayout != 2);
3201                 }
3202                 catch(InvalidFilenameException &e)
3203                 {
3204                         return false;
3205                 }
3206                 catch(FileNotGoodException &e)
3207                 {
3208                         return false;
3209                 }
3210                 catch(std::exception &e)
3211                 {
3212                         return false;
3213                 }
3214         }
3215         
3216         /*
3217                 Make sure file exists
3218         */
3219
3220         std::string blockfilename = getBlockFilename(blockpos);
3221         if(fs::PathExists(sectordir+"/"+blockfilename) == false)
3222                 return NULL;
3223
3224         /*
3225                 Load block
3226         */
3227         loadBlock(sectordir, blockfilename, sector, loadlayout != 2);
3228         return getBlockNoCreateNoEx(blockpos);
3229 }
3230
3231 void ServerMap::PrintInfo(std::ostream &out)
3232 {
3233         out<<"ServerMap: ";
3234 }
3235
3236 #ifndef SERVER
3237
3238 /*
3239         ClientMap
3240 */
3241
3242 ClientMap::ClientMap(
3243                 Client *client,
3244                 MapDrawControl &control,
3245                 scene::ISceneNode* parent,
3246                 scene::ISceneManager* mgr,
3247                 s32 id
3248 ):
3249         Map(dout_client),
3250         scene::ISceneNode(parent, mgr, id),
3251         m_client(client),
3252         m_control(control),
3253         m_camera_position(0,0,0),
3254         m_camera_direction(0,0,1)
3255 {
3256         m_camera_mutex.Init();
3257         assert(m_camera_mutex.IsInitialized());
3258         
3259         m_box = core::aabbox3d<f32>(-BS*1000000,-BS*1000000,-BS*1000000,
3260                         BS*1000000,BS*1000000,BS*1000000);
3261 }
3262
3263 ClientMap::~ClientMap()
3264 {
3265         /*JMutexAutoLock lock(mesh_mutex);
3266         
3267         if(mesh != NULL)
3268         {
3269                 mesh->drop();
3270                 mesh = NULL;
3271         }*/
3272 }
3273
3274 MapSector * ClientMap::emergeSector(v2s16 p2d)
3275 {
3276         DSTACK(__FUNCTION_NAME);
3277         // Check that it doesn't exist already
3278         try{
3279                 return getSectorNoGenerate(p2d);
3280         }
3281         catch(InvalidPositionException &e)
3282         {
3283         }
3284         
3285         // Create a sector
3286         ClientMapSector *sector = new ClientMapSector(this, p2d);
3287         
3288         {
3289                 //JMutexAutoLock lock(m_sector_mutex); // Bulk comment-out
3290                 m_sectors.insert(p2d, sector);
3291         }
3292         
3293         return sector;
3294 }
3295
3296 #if 0
3297 void ClientMap::deSerializeSector(v2s16 p2d, std::istream &is)
3298 {
3299         DSTACK(__FUNCTION_NAME);
3300         ClientMapSector *sector = NULL;
3301
3302         //JMutexAutoLock lock(m_sector_mutex); // Bulk comment-out
3303         
3304         core::map<v2s16, MapSector*>::Node *n = m_sectors.find(p2d);
3305
3306         if(n != NULL)
3307         {
3308                 sector = (ClientMapSector*)n->getValue();
3309                 assert(sector->getId() == MAPSECTOR_CLIENT);
3310         }
3311         else
3312         {
3313                 sector = new ClientMapSector(this, p2d);
3314                 {
3315                         //JMutexAutoLock lock(m_sector_mutex); // Bulk comment-out
3316                         m_sectors.insert(p2d, sector);
3317                 }
3318         }
3319
3320         sector->deSerialize(is);
3321 }
3322 #endif
3323
3324 void ClientMap::OnRegisterSceneNode()
3325 {
3326         if(IsVisible)
3327         {
3328                 SceneManager->registerNodeForRendering(this, scene::ESNRP_SOLID);
3329                 SceneManager->registerNodeForRendering(this, scene::ESNRP_TRANSPARENT);
3330         }
3331
3332         ISceneNode::OnRegisterSceneNode();
3333 }
3334
3335 void ClientMap::renderMap(video::IVideoDriver* driver, s32 pass)
3336 {
3337         //m_dout<<DTIME<<"Rendering map..."<<std::endl;
3338         DSTACK(__FUNCTION_NAME);
3339
3340         bool is_transparent_pass = pass == scene::ESNRP_TRANSPARENT;
3341         
3342         /*
3343                 This is called two times per frame, reset on the non-transparent one
3344         */
3345         if(pass == scene::ESNRP_SOLID)
3346         {
3347                 m_last_drawn_sectors.clear();
3348         }
3349
3350         /*
3351                 Get time for measuring timeout.
3352                 
3353                 Measuring time is very useful for long delays when the
3354                 machine is swapping a lot.
3355         */
3356         int time1 = time(0);
3357
3358         //u32 daynight_ratio = m_client->getDayNightRatio();
3359
3360         m_camera_mutex.Lock();
3361         v3f camera_position = m_camera_position;
3362         v3f camera_direction = m_camera_direction;
3363         m_camera_mutex.Unlock();
3364
3365         /*
3366                 Get all blocks and draw all visible ones
3367         */
3368
3369         v3s16 cam_pos_nodes(
3370                         camera_position.X / BS,
3371                         camera_position.Y / BS,
3372                         camera_position.Z / BS);
3373
3374         v3s16 box_nodes_d = m_control.wanted_range * v3s16(1,1,1);
3375
3376         v3s16 p_nodes_min = cam_pos_nodes - box_nodes_d;
3377         v3s16 p_nodes_max = cam_pos_nodes + box_nodes_d;
3378
3379         // Take a fair amount as we will be dropping more out later
3380         v3s16 p_blocks_min(
3381                         p_nodes_min.X / MAP_BLOCKSIZE - 2,
3382                         p_nodes_min.Y / MAP_BLOCKSIZE - 2,
3383                         p_nodes_min.Z / MAP_BLOCKSIZE - 2);
3384         v3s16 p_blocks_max(
3385                         p_nodes_max.X / MAP_BLOCKSIZE + 1,
3386                         p_nodes_max.Y / MAP_BLOCKSIZE + 1,
3387                         p_nodes_max.Z / MAP_BLOCKSIZE + 1);
3388         
3389         u32 vertex_count = 0;
3390         
3391         // For limiting number of mesh updates per frame
3392         u32 mesh_update_count = 0;
3393         
3394         u32 blocks_would_have_drawn = 0;
3395         u32 blocks_drawn = 0;
3396
3397         int timecheck_counter = 0;
3398         core::map<v2s16, MapSector*>::Iterator si;
3399         si = m_sectors.getIterator();
3400         for(; si.atEnd() == false; si++)
3401         {
3402                 {
3403                         timecheck_counter++;
3404                         if(timecheck_counter > 50)
3405                         {
3406                                 timecheck_counter = 0;
3407                                 int time2 = time(0);
3408                                 if(time2 > time1 + 4)
3409                                 {
3410                                         dstream<<"ClientMap::renderMap(): "
3411                                                 "Rendering takes ages, returning."
3412                                                 <<std::endl;
3413                                         return;
3414                                 }
3415                         }
3416                 }
3417
3418                 MapSector *sector = si.getNode()->getValue();
3419                 v2s16 sp = sector->getPos();
3420                 
3421                 if(m_control.range_all == false)
3422                 {
3423                         if(sp.X < p_blocks_min.X
3424                         || sp.X > p_blocks_max.X
3425                         || sp.Y < p_blocks_min.Z
3426                         || sp.Y > p_blocks_max.Z)
3427                                 continue;
3428                 }
3429
3430                 core::list< MapBlock * > sectorblocks;
3431                 sector->getBlocks(sectorblocks);
3432                 
3433                 /*
3434                         Draw blocks
3435                 */
3436                 
3437                 u32 sector_blocks_drawn = 0;
3438
3439                 core::list< MapBlock * >::Iterator i;
3440                 for(i=sectorblocks.begin(); i!=sectorblocks.end(); i++)
3441                 {
3442                         MapBlock *block = *i;
3443
3444                         /*
3445                                 Compare block position to camera position, skip
3446                                 if not seen on display
3447                         */
3448                         
3449                         float range = 100000 * BS;
3450                         if(m_control.range_all == false)
3451                                 range = m_control.wanted_range * BS;
3452                         
3453                         float d = 0.0;
3454                         if(isBlockInSight(block->getPos(), camera_position,
3455                                         camera_direction, range, &d) == false)
3456                         {
3457                                 continue;
3458                         }
3459
3460                         // Okay, this block will be drawn. Reset usage timer.
3461                         block->resetUsageTimer();
3462                         
3463                         // This is ugly (spherical distance limit?)
3464                         /*if(m_control.range_all == false &&
3465                                         d - 0.5*BS*MAP_BLOCKSIZE > range)
3466                                 continue;*/
3467
3468 #if 1
3469                         /*
3470                                 Update expired mesh (used for day/night change)
3471
3472                                 It doesn't work exactly like it should now with the
3473                                 tasked mesh update but whatever.
3474                         */
3475
3476                         bool mesh_expired = false;
3477                         
3478                         {
3479                                 JMutexAutoLock lock(block->mesh_mutex);
3480
3481                                 mesh_expired = block->getMeshExpired();
3482
3483                                 // Mesh has not been expired and there is no mesh:
3484                                 // block has no content
3485                                 if(block->mesh == NULL && mesh_expired == false)
3486                                         continue;
3487                         }
3488
3489                         f32 faraway = BS*50;
3490                         //f32 faraway = m_control.wanted_range * BS;
3491                         
3492                         /*
3493                                 This has to be done with the mesh_mutex unlocked
3494                         */
3495                         // Pretty random but this should work somewhat nicely
3496                         if(mesh_expired && (
3497                                         (mesh_update_count < 3
3498                                                 && (d < faraway || mesh_update_count < 2)
3499                                         )
3500                                         || 
3501                                         (m_control.range_all && mesh_update_count < 20)
3502                                 )
3503                         )
3504                         /*if(mesh_expired && mesh_update_count < 6
3505                                         && (d < faraway || mesh_update_count < 3))*/
3506                         {
3507                                 mesh_update_count++;
3508
3509                                 // Mesh has been expired: generate new mesh
3510                                 //block->updateMesh(daynight_ratio);
3511                                 m_client->addUpdateMeshTask(block->getPos());
3512
3513                                 mesh_expired = false;
3514                         }
3515                         
3516 #endif
3517                         /*
3518                                 Draw the faces of the block
3519                         */
3520                         {
3521                                 JMutexAutoLock lock(block->mesh_mutex);
3522
3523                                 scene::SMesh *mesh = block->mesh;
3524
3525                                 if(mesh == NULL)
3526                                         continue;
3527                                 
3528                                 blocks_would_have_drawn++;
3529                                 if(blocks_drawn >= m_control.wanted_max_blocks
3530                                                 && m_control.range_all == false
3531                                                 && d > m_control.wanted_min_range * BS)
3532                                         continue;
3533
3534                                 blocks_drawn++;
3535                                 sector_blocks_drawn++;
3536
3537                                 u32 c = mesh->getMeshBufferCount();
3538
3539                                 for(u32 i=0; i<c; i++)
3540                                 {
3541                                         scene::IMeshBuffer *buf = mesh->getMeshBuffer(i);
3542                                         const video::SMaterial& material = buf->getMaterial();
3543                                         video::IMaterialRenderer* rnd =
3544                                                         driver->getMaterialRenderer(material.MaterialType);
3545                                         bool transparent = (rnd && rnd->isTransparent());
3546                                         // Render transparent on transparent pass and likewise.
3547                                         if(transparent == is_transparent_pass)
3548                                         {
3549                                                 /*
3550                                                         This *shouldn't* hurt too much because Irrlicht
3551                                                         doesn't change opengl textures if the old
3552                                                         material is set again.
3553                                                 */
3554                                                 driver->setMaterial(buf->getMaterial());
3555                                                 driver->drawMeshBuffer(buf);
3556                                                 vertex_count += buf->getVertexCount();
3557                                         }
3558                                 }
3559                         }
3560                 } // foreach sectorblocks
3561
3562                 if(sector_blocks_drawn != 0)
3563                 {
3564                         m_last_drawn_sectors[sp] = true;
3565                 }
3566         }
3567         
3568         m_control.blocks_drawn = blocks_drawn;
3569         m_control.blocks_would_have_drawn = blocks_would_have_drawn;
3570
3571         /*dstream<<"renderMap(): is_transparent_pass="<<is_transparent_pass
3572                         <<", rendered "<<vertex_count<<" vertices."<<std::endl;*/
3573 }
3574
3575 bool ClientMap::setTempMod(v3s16 p, NodeMod mod,
3576                 core::map<v3s16, MapBlock*> *affected_blocks)
3577 {
3578         bool changed = false;
3579         /*
3580                 Add it to all blocks touching it
3581         */
3582         v3s16 dirs[7] = {
3583                 v3s16(0,0,0), // this
3584                 v3s16(0,0,1), // back
3585                 v3s16(0,1,0), // top
3586                 v3s16(1,0,0), // right
3587                 v3s16(0,0,-1), // front
3588                 v3s16(0,-1,0), // bottom
3589                 v3s16(-1,0,0), // left
3590         };
3591         for(u16 i=0; i<7; i++)
3592         {
3593                 v3s16 p2 = p + dirs[i];
3594                 // Block position of neighbor (or requested) node
3595                 v3s16 blockpos = getNodeBlockPos(p2);
3596                 MapBlock * blockref = getBlockNoCreateNoEx(blockpos);
3597                 if(blockref == NULL)
3598                         continue;
3599                 // Relative position of requested node
3600                 v3s16 relpos = p - blockpos*MAP_BLOCKSIZE;
3601                 if(blockref->setTempMod(relpos, mod))
3602                 {
3603                         changed = true;
3604                 }
3605         }
3606         if(changed && affected_blocks!=NULL)
3607         {
3608                 for(u16 i=0; i<7; i++)
3609                 {
3610                         v3s16 p2 = p + dirs[i];
3611                         // Block position of neighbor (or requested) node
3612                         v3s16 blockpos = getNodeBlockPos(p2);
3613                         MapBlock * blockref = getBlockNoCreateNoEx(blockpos);
3614                         if(blockref == NULL)
3615                                 continue;
3616                         affected_blocks->insert(blockpos, blockref);
3617                 }
3618         }
3619         return changed;
3620 }
3621
3622 bool ClientMap::clearTempMod(v3s16 p,
3623                 core::map<v3s16, MapBlock*> *affected_blocks)
3624 {
3625         bool changed = false;
3626         v3s16 dirs[7] = {
3627                 v3s16(0,0,0), // this
3628                 v3s16(0,0,1), // back
3629                 v3s16(0,1,0), // top
3630                 v3s16(1,0,0), // right
3631                 v3s16(0,0,-1), // front
3632                 v3s16(0,-1,0), // bottom
3633                 v3s16(-1,0,0), // left
3634         };
3635         for(u16 i=0; i<7; i++)
3636         {
3637                 v3s16 p2 = p + dirs[i];
3638                 // Block position of neighbor (or requested) node
3639                 v3s16 blockpos = getNodeBlockPos(p2);
3640                 MapBlock * blockref = getBlockNoCreateNoEx(blockpos);
3641                 if(blockref == NULL)
3642                         continue;
3643                 // Relative position of requested node
3644                 v3s16 relpos = p - blockpos*MAP_BLOCKSIZE;
3645                 if(blockref->clearTempMod(relpos))
3646                 {
3647                         changed = true;
3648                 }
3649         }
3650         if(changed && affected_blocks!=NULL)
3651         {
3652                 for(u16 i=0; i<7; i++)
3653                 {
3654                         v3s16 p2 = p + dirs[i];
3655                         // Block position of neighbor (or requested) node
3656                         v3s16 blockpos = getNodeBlockPos(p2);
3657                         MapBlock * blockref = getBlockNoCreateNoEx(blockpos);
3658                         if(blockref == NULL)
3659                                 continue;
3660                         affected_blocks->insert(blockpos, blockref);
3661                 }
3662         }
3663         return changed;
3664 }
3665
3666 void ClientMap::expireMeshes(bool only_daynight_diffed)
3667 {
3668         TimeTaker timer("expireMeshes()");
3669
3670         core::map<v2s16, MapSector*>::Iterator si;
3671         si = m_sectors.getIterator();
3672         for(; si.atEnd() == false; si++)
3673         {
3674                 MapSector *sector = si.getNode()->getValue();
3675
3676                 core::list< MapBlock * > sectorblocks;
3677                 sector->getBlocks(sectorblocks);
3678                 
3679                 core::list< MapBlock * >::Iterator i;
3680                 for(i=sectorblocks.begin(); i!=sectorblocks.end(); i++)
3681                 {
3682                         MapBlock *block = *i;
3683
3684                         if(only_daynight_diffed && dayNightDiffed(block->getPos()) == false)
3685                         {
3686                                 continue;
3687                         }
3688                         
3689                         {
3690                                 JMutexAutoLock lock(block->mesh_mutex);
3691                                 if(block->mesh != NULL)
3692                                 {
3693                                         /*block->mesh->drop();
3694                                         block->mesh = NULL;*/
3695                                         block->setMeshExpired(true);
3696                                 }
3697                         }
3698                 }
3699         }
3700 }
3701
3702 void ClientMap::updateMeshes(v3s16 blockpos, u32 daynight_ratio)
3703 {
3704         assert(mapType() == MAPTYPE_CLIENT);
3705
3706         try{
3707                 v3s16 p = blockpos + v3s16(0,0,0);
3708                 MapBlock *b = getBlockNoCreate(p);
3709                 b->updateMesh(daynight_ratio);
3710                 //b->setMeshExpired(true);
3711         }
3712         catch(InvalidPositionException &e){}
3713         // Leading edge
3714         try{
3715                 v3s16 p = blockpos + v3s16(-1,0,0);
3716                 MapBlock *b = getBlockNoCreate(p);
3717                 b->updateMesh(daynight_ratio);
3718                 //b->setMeshExpired(true);
3719         }
3720         catch(InvalidPositionException &e){}
3721         try{
3722                 v3s16 p = blockpos + v3s16(0,-1,0);
3723                 MapBlock *b = getBlockNoCreate(p);
3724                 b->updateMesh(daynight_ratio);
3725                 //b->setMeshExpired(true);
3726         }
3727         catch(InvalidPositionException &e){}
3728         try{
3729                 v3s16 p = blockpos + v3s16(0,0,-1);
3730                 MapBlock *b = getBlockNoCreate(p);
3731                 b->updateMesh(daynight_ratio);
3732                 //b->setMeshExpired(true);
3733         }
3734         catch(InvalidPositionException &e){}
3735 }
3736
3737 #if 0
3738 /*
3739         Update mesh of block in which the node is, and if the node is at the
3740         leading edge, update the appropriate leading blocks too.
3741 */
3742 void ClientMap::updateNodeMeshes(v3s16 nodepos, u32 daynight_ratio)
3743 {
3744         v3s16 dirs[4] = {
3745                 v3s16(0,0,0),
3746                 v3s16(-1,0,0),
3747                 v3s16(0,-1,0),
3748                 v3s16(0,0,-1),
3749         };
3750         v3s16 blockposes[4];
3751         for(u32 i=0; i<4; i++)
3752         {
3753                 v3s16 np = nodepos + dirs[i];
3754                 blockposes[i] = getNodeBlockPos(np);
3755                 // Don't update mesh of block if it has been done already
3756                 bool already_updated = false;
3757                 for(u32 j=0; j<i; j++)
3758                 {
3759                         if(blockposes[j] == blockposes[i])
3760                         {
3761                                 already_updated = true;
3762                                 break;
3763                         }
3764                 }
3765                 if(already_updated)
3766                         continue;
3767                 // Update mesh
3768                 MapBlock *b = getBlockNoCreate(blockposes[i]);
3769                 b->updateMesh(daynight_ratio);
3770         }
3771 }
3772 #endif
3773
3774 void ClientMap::PrintInfo(std::ostream &out)
3775 {
3776         out<<"ClientMap: ";
3777 }
3778
3779 #endif // !SERVER
3780
3781 /*
3782         MapVoxelManipulator
3783 */
3784
3785 MapVoxelManipulator::MapVoxelManipulator(Map *map)
3786 {
3787         m_map = map;
3788 }
3789
3790 MapVoxelManipulator::~MapVoxelManipulator()
3791 {
3792         /*dstream<<"MapVoxelManipulator: blocks: "<<m_loaded_blocks.size()
3793                         <<std::endl;*/
3794 }
3795
3796 void MapVoxelManipulator::emerge(VoxelArea a, s32 caller_id)
3797 {
3798         TimeTaker timer1("emerge", &emerge_time);
3799
3800         // Units of these are MapBlocks
3801         v3s16 p_min = getNodeBlockPos(a.MinEdge);
3802         v3s16 p_max = getNodeBlockPos(a.MaxEdge);
3803
3804         VoxelArea block_area_nodes
3805                         (p_min*MAP_BLOCKSIZE, (p_max+1)*MAP_BLOCKSIZE-v3s16(1,1,1));
3806
3807         addArea(block_area_nodes);
3808
3809         for(s32 z=p_min.Z; z<=p_max.Z; z++)
3810         for(s32 y=p_min.Y; y<=p_max.Y; y++)
3811         for(s32 x=p_min.X; x<=p_max.X; x++)
3812         {
3813                 v3s16 p(x,y,z);
3814                 core::map<v3s16, bool>::Node *n;
3815                 n = m_loaded_blocks.find(p);
3816                 if(n != NULL)
3817                         continue;
3818                 
3819                 bool block_data_inexistent = false;
3820                 try
3821                 {
3822                         TimeTaker timer1("emerge load", &emerge_load_time);
3823
3824                         /*dstream<<"Loading block (caller_id="<<caller_id<<")"
3825                                         <<" ("<<p.X<<","<<p.Y<<","<<p.Z<<")"
3826                                         <<" wanted area: ";
3827                         a.print(dstream);
3828                         dstream<<std::endl;*/
3829                         
3830                         MapBlock *block = m_map->getBlockNoCreate(p);
3831                         if(block->isDummy())
3832                                 block_data_inexistent = true;
3833                         else
3834                                 block->copyTo(*this);
3835                 }
3836                 catch(InvalidPositionException &e)
3837                 {
3838                         block_data_inexistent = true;
3839                 }
3840
3841                 if(block_data_inexistent)
3842                 {
3843                         VoxelArea a(p*MAP_BLOCKSIZE, (p+1)*MAP_BLOCKSIZE-v3s16(1,1,1));
3844                         // Fill with VOXELFLAG_INEXISTENT
3845                         for(s32 z=a.MinEdge.Z; z<=a.MaxEdge.Z; z++)
3846                         for(s32 y=a.MinEdge.Y; y<=a.MaxEdge.Y; y++)
3847                         {
3848                                 s32 i = m_area.index(a.MinEdge.X,y,z);
3849                                 memset(&m_flags[i], VOXELFLAG_INEXISTENT, MAP_BLOCKSIZE);
3850                         }
3851                 }
3852
3853                 m_loaded_blocks.insert(p, !block_data_inexistent);
3854         }
3855
3856         //dstream<<"emerge done"<<std::endl;
3857 }
3858
3859 /*
3860         SUGG: Add an option to only update eg. water and air nodes.
3861               This will make it interfere less with important stuff if
3862                   run on background.
3863 */
3864 void MapVoxelManipulator::blitBack
3865                 (core::map<v3s16, MapBlock*> & modified_blocks)
3866 {
3867         if(m_area.getExtent() == v3s16(0,0,0))
3868                 return;
3869         
3870         //TimeTaker timer1("blitBack");
3871
3872         /*dstream<<"blitBack(): m_loaded_blocks.size()="
3873                         <<m_loaded_blocks.size()<<std::endl;*/
3874         
3875         /*
3876                 Initialize block cache
3877         */
3878         v3s16 blockpos_last;
3879         MapBlock *block = NULL;
3880         bool block_checked_in_modified = false;
3881
3882         for(s32 z=m_area.MinEdge.Z; z<=m_area.MaxEdge.Z; z++)
3883         for(s32 y=m_area.MinEdge.Y; y<=m_area.MaxEdge.Y; y++)
3884         for(s32 x=m_area.MinEdge.X; x<=m_area.MaxEdge.X; x++)
3885         {
3886                 v3s16 p(x,y,z);
3887
3888                 u8 f = m_flags[m_area.index(p)];
3889                 if(f & (VOXELFLAG_NOT_LOADED|VOXELFLAG_INEXISTENT))
3890                         continue;
3891
3892                 MapNode &n = m_data[m_area.index(p)];
3893                         
3894                 v3s16 blockpos = getNodeBlockPos(p);
3895                 
3896                 try
3897                 {
3898                         // Get block
3899                         if(block == NULL || blockpos != blockpos_last){
3900                                 block = m_map->getBlockNoCreate(blockpos);
3901                                 blockpos_last = blockpos;
3902                                 block_checked_in_modified = false;
3903                         }
3904                         
3905                         // Calculate relative position in block
3906                         v3s16 relpos = p - blockpos * MAP_BLOCKSIZE;
3907
3908                         // Don't continue if nothing has changed here
3909                         if(block->getNode(relpos) == n)
3910                                 continue;
3911
3912                         //m_map->setNode(m_area.MinEdge + p, n);
3913                         block->setNode(relpos, n);
3914                         
3915                         /*
3916                                 Make sure block is in modified_blocks
3917                         */
3918                         if(block_checked_in_modified == false)
3919                         {
3920                                 modified_blocks[blockpos] = block;
3921                                 block_checked_in_modified = true;
3922                         }
3923                 }
3924                 catch(InvalidPositionException &e)
3925                 {
3926                 }
3927         }
3928 }
3929
3930 ManualMapVoxelManipulator::ManualMapVoxelManipulator(Map *map):
3931                 MapVoxelManipulator(map),
3932                 m_create_area(false)
3933 {
3934 }
3935
3936 ManualMapVoxelManipulator::~ManualMapVoxelManipulator()
3937 {
3938 }
3939
3940 void ManualMapVoxelManipulator::emerge(VoxelArea a, s32 caller_id)
3941 {
3942         // Just create the area so that it can be pointed to
3943         VoxelManipulator::emerge(a, caller_id);
3944 }
3945
3946 void ManualMapVoxelManipulator::initialEmerge(
3947                 v3s16 blockpos_min, v3s16 blockpos_max)
3948 {
3949         TimeTaker timer1("initialEmerge", &emerge_time);
3950
3951         // Units of these are MapBlocks
3952         v3s16 p_min = blockpos_min;
3953         v3s16 p_max = blockpos_max;
3954
3955         VoxelArea block_area_nodes
3956                         (p_min*MAP_BLOCKSIZE, (p_max+1)*MAP_BLOCKSIZE-v3s16(1,1,1));
3957         
3958         u32 size_MB = block_area_nodes.getVolume()*4/1000000;
3959         if(size_MB >= 1)
3960         {
3961                 dstream<<"initialEmerge: area: ";
3962                 block_area_nodes.print(dstream);
3963                 dstream<<" ("<<size_MB<<"MB)";
3964                 dstream<<std::endl;
3965         }
3966
3967         addArea(block_area_nodes);
3968
3969         for(s32 z=p_min.Z; z<=p_max.Z; z++)
3970         for(s32 y=p_min.Y; y<=p_max.Y; y++)
3971         for(s32 x=p_min.X; x<=p_max.X; x++)
3972         {
3973                 v3s16 p(x,y,z);
3974                 core::map<v3s16, bool>::Node *n;
3975                 n = m_loaded_blocks.find(p);
3976                 if(n != NULL)
3977                         continue;
3978                 
3979                 bool block_data_inexistent = false;
3980                 try
3981                 {
3982                         TimeTaker timer1("emerge load", &emerge_load_time);
3983
3984                         MapBlock *block = m_map->getBlockNoCreate(p);
3985                         if(block->isDummy())
3986                                 block_data_inexistent = true;
3987                         else
3988                                 block->copyTo(*this);
3989                 }
3990                 catch(InvalidPositionException &e)
3991                 {
3992                         block_data_inexistent = true;
3993                 }
3994
3995                 if(block_data_inexistent)
3996                 {
3997                         /*
3998                                 Mark area inexistent
3999                         */
4000                         VoxelArea a(p*MAP_BLOCKSIZE, (p+1)*MAP_BLOCKSIZE-v3s16(1,1,1));
4001                         // Fill with VOXELFLAG_INEXISTENT
4002                         for(s32 z=a.MinEdge.Z; z<=a.MaxEdge.Z; z++)
4003                         for(s32 y=a.MinEdge.Y; y<=a.MaxEdge.Y; y++)
4004                         {
4005                                 s32 i = m_area.index(a.MinEdge.X,y,z);
4006                                 memset(&m_flags[i], VOXELFLAG_INEXISTENT, MAP_BLOCKSIZE);
4007                         }
4008                 }
4009
4010                 m_loaded_blocks.insert(p, !block_data_inexistent);
4011         }
4012 }
4013
4014 void ManualMapVoxelManipulator::blitBackAll(
4015                 core::map<v3s16, MapBlock*> * modified_blocks)
4016 {
4017         if(m_area.getExtent() == v3s16(0,0,0))
4018                 return;
4019         
4020         /*
4021                 Copy data of all blocks
4022         */
4023         for(core::map<v3s16, bool>::Iterator
4024                         i = m_loaded_blocks.getIterator();
4025                         i.atEnd() == false; i++)
4026         {
4027                 bool existed = i.getNode()->getValue();
4028                 if(existed == false)
4029                         continue;
4030                 v3s16 p = i.getNode()->getKey();
4031                 MapBlock *block = m_map->getBlockNoCreateNoEx(p);
4032                 if(block == NULL)
4033                 {
4034                         dstream<<"WARNING: "<<__FUNCTION_NAME
4035                                         <<": got NULL block "
4036                                         <<"("<<p.X<<","<<p.Y<<","<<p.Z<<")"
4037                                         <<std::endl;
4038                         continue;
4039                 }
4040
4041                 block->copyFrom(*this);
4042
4043                 if(modified_blocks)
4044                         modified_blocks->insert(p, block);
4045         }
4046 }
4047
4048 //END