Make saplings only grow on dirt or grass, make jungle tree trunks only replace air
[oweals/minetest.git] / src / client.cpp
index 89070d66bf481f03fd8b3a9bc33ebbea0edc1bf3..2ccace8427c3645c3da27a3bdf2396c35e95273e 100644 (file)
@@ -1,24 +1,23 @@
 /*
-Minetest-c55
-Copyright (C) 2010 celeron55, Perttu Ahola <celeron55@gmail.com>
+Minetest
+Copyright (C) 2013 celeron55, Perttu Ahola <celeron55@gmail.com>
 
 This program is free software; you can redistribute it and/or modify
-it under the terms of the GNU General Public License as published by
-the Free Software Foundation; either version 2 of the License, or
+it under the terms of the GNU Lesser General Public License as published by
+the Free Software Foundation; either version 2.1 of the License, or
 (at your option) any later version.
 
 This program is distributed in the hope that it will be useful,
 but WITHOUT ANY WARRANTY; without even the implied warranty of
 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-GNU General Public License for more details.
+GNU Lesser General Public License for more details.
 
-You should have received a copy of the GNU General Public License along
+You should have received a copy of the GNU Lesser General Public License along
 with this program; if not, write to the Free Software Foundation, Inc.,
 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
 */
 
 #include "client.h"
-#include "utility.h"
 #include <iostream>
 #include "clientserver.h"
 #include "jmutexautolock.h"
@@ -34,26 +33,28 @@ with this program; if not, write to the Free Software Foundation, Inc.,
 #include "nodemetadata.h"
 #include "nodedef.h"
 #include "itemdef.h"
+#include "shader.h"
 #include <IFileSystem.h>
 #include "sha1.h"
 #include "base64.h"
 #include "clientmap.h"
+#include "filecache.h"
 #include "sound.h"
+#include "util/string.h"
+#include "hex.h"
+#include "IMeshCache.h"
+#include "util/serialize.h"
+#include "config.h"
+
+#if USE_CURL
+#include <curl/curl.h>
+#endif
 
-static std::string getTextureCacheDir()
+static std::string getMediaCacheDir()
 {
-       return porting::path_user + DIR_DELIM + "cache" + DIR_DELIM + "textures";
+       return porting::path_user + DIR_DELIM + "cache" + DIR_DELIM + "media";
 }
 
-struct TextureRequest
-{
-       std::string name;
-
-       TextureRequest(const std::string &name_=""):
-               name(name_)
-       {}
-};
-
 /*
        QueuedMeshUpdate
 */
@@ -218,18 +219,60 @@ void * MeshUpdateThread::Thread()
        return NULL;
 }
 
+void * MediaFetchThread::Thread()
+{
+       ThreadStarted();
+
+       log_register_thread("MediaFetchThread");
+
+       DSTACK(__FUNCTION_NAME);
+
+       BEGIN_DEBUG_EXCEPTION_HANDLER
+
+       #if USE_CURL
+       CURL *curl;
+       CURLcode res;
+       for (std::list<MediaRequest>::iterator i = m_file_requests.begin();
+                       i != m_file_requests.end(); ++i) {
+               curl = curl_easy_init();
+               assert(curl);
+               curl_easy_setopt(curl, CURLOPT_NOSIGNAL, 1);
+               curl_easy_setopt(curl, CURLOPT_URL, (m_remote_url + i->name).c_str());
+               curl_easy_setopt(curl, CURLOPT_FAILONERROR, true);
+               std::ostringstream stream;
+               curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, curl_write_data);
+               curl_easy_setopt(curl, CURLOPT_WRITEDATA, &stream);
+               res = curl_easy_perform(curl);
+               if (res == CURLE_OK) {
+                       std::string data = stream.str();
+                       m_file_data.push_back(make_pair(i->name, data));
+               } else {
+                       m_failed.push_back(*i);
+                       infostream << "cURL request failed for " << i->name << std::endl;
+               }
+               curl_easy_cleanup(curl);
+       }
+       #endif
+
+       END_DEBUG_EXCEPTION_HANDLER(errorstream)
+
+       return NULL;
+}
+
 Client::Client(
                IrrlichtDevice *device,
                const char *playername,
                std::string password,
                MapDrawControl &control,
                IWritableTextureSource *tsrc,
+               IWritableShaderSource *shsrc,
                IWritableItemDefManager *itemdef,
                IWritableNodeDefManager *nodedef,
                ISoundManager *sound,
                MtEventManager *event
 ):
        m_tsrc(tsrc),
+       m_shsrc(shsrc),
        m_itemdef(itemdef),
        m_nodedef(nodedef),
        m_sound(sound),
@@ -255,13 +298,16 @@ Client::Client(
        m_map_seed(0),
        m_password(password),
        m_access_denied(false),
-       m_texture_receive_progress(0),
-       m_textures_received(false),
+       m_media_cache(getMediaCacheDir()),
+       m_media_receive_started(false),
+       m_media_count(0),
+       m_media_received_count(0),
        m_itemdef_received(false),
        m_nodedef_received(false),
        m_time_of_day_set(false),
        m_last_time_of_day_f(-1),
        m_time_of_day_update_timer(0),
+       m_recommended_send_interval(0.1),
        m_removed_sounds_check_timer(0)
 {
        m_packetcounter_timer = 0.0;
@@ -287,6 +333,9 @@ Client::Client(
 
                m_env.addPlayer(player);
        }
+
+       for (size_t i = 0; i < g_settings->getU16("media_fetch_threads"); ++i)
+               m_media_fetch_threads.push_back(new MediaFetchThread(this));
 }
 
 Client::~Client()
@@ -301,6 +350,19 @@ Client::~Client()
                sleep_ms(100);
 
        delete m_inventory_from_server;
+
+       // Delete detached inventories
+       {
+               for(std::map<std::string, Inventory*>::iterator
+                               i = m_detached_inventories.begin();
+                               i != m_detached_inventories.end(); i++){
+                       delete i->second;
+               }
+       }
+
+       for (std::list<MediaFetchThread*>::iterator i = m_media_fetch_threads.begin();
+                       i != m_media_fetch_threads.end(); ++i)
+               delete *i;
 }
 
 void Client::connect(Address address)
@@ -486,8 +548,9 @@ void Client::step(float dtime)
                        // [2] u8 SER_FMT_VER_HIGHEST
                        // [3] u8[20] player_name
                        // [23] u8[28] password (new in some version)
-                       // [51] u16 client network protocol version (new in some version)
-                       SharedBuffer<u8> data(2+1+PLAYERNAME_SIZE+PASSWORD_SIZE+2);
+                       // [51] u16 minimum supported network protocol version (added sometime)
+                       // [53] u16 maximum supported network protocol version (added later than the previous one)
+                       SharedBuffer<u8> data(2+1+PLAYERNAME_SIZE+PASSWORD_SIZE+2+2);
                        writeU16(&data[0], TOSERVER_INIT);
                        writeU8(&data[2], SER_FMT_VER_HIGHEST);
 
@@ -500,8 +563,8 @@ void Client::step(float dtime)
                        memset((char*)&data[23], 0, PASSWORD_SIZE);
                        snprintf((char*)&data[23], PASSWORD_SIZE, "%s", m_password.c_str());
                        
-                       // This should be incremented in each version
-                       writeU16(&data[51], PROTOCOL_VERSION);
+                       writeU16(&data[51], CLIENT_PROTOCOL_VERSION_MIN);
+                       writeU16(&data[53], CLIENT_PROTOCOL_VERSION_MAX);
 
                        // Send as unreliable
                        Send(0, data, false);
@@ -522,7 +585,7 @@ void Client::step(float dtime)
        if(m_map_timer_and_unload_interval.step(dtime, map_timer_and_unload_dtime))
        {
                ScopeProfiler sp(g_profiler, "Client: map timer and unload");
-               core::list<v3s16> deleted_blocks;
+               std::list<v3s16> deleted_blocks;
                m_env.getMap().timerUpdate(map_timer_and_unload_dtime,
                                g_settings->getFloat("client_unload_unused_data_timeout"),
                                &deleted_blocks);
@@ -536,8 +599,8 @@ void Client::step(float dtime)
                        NOTE: This loop is intentionally iterated the way it is.
                */
 
-               core::list<v3s16>::Iterator i = deleted_blocks.begin();
-               core::list<v3s16> sendlist;
+               std::list<v3s16>::iterator i = deleted_blocks.begin();
+               std::list<v3s16> sendlist;
                for(;;)
                {
                        if(sendlist.size() == 255 || i == deleted_blocks.end())
@@ -556,9 +619,9 @@ void Client::step(float dtime)
                                writeU16(&reply[0], TOSERVER_DELETEDBLOCKS);
                                reply[2] = sendlist.size();
                                u32 k = 0;
-                               for(core::list<v3s16>::Iterator
+                               for(std::list<v3s16>::iterator
                                                j = sendlist.begin();
-                                               j != sendlist.end(); j++)
+                                               j != sendlist.end(); ++j)
                                {
                                        writeV3S16(&reply[2+1+6*k], *j);
                                        k++;
@@ -572,7 +635,7 @@ void Client::step(float dtime)
                        }
 
                        sendlist.push_back(*i);
-                       i++;
+                       ++i;
                }
        }
 
@@ -643,7 +706,7 @@ void Client::step(float dtime)
        {
                float &counter = m_playerpos_send_timer;
                counter += dtime;
-               if(counter >= 0.2)
+               if(counter >= m_recommended_send_interval)
                {
                        counter = 0.0;
                        sendPlayerPos();
@@ -664,7 +727,7 @@ void Client::step(float dtime)
                                <<std::endl;*/
                
                int num_processed_meshes = 0;
-               while(m_mesh_update_thread.m_queue_out.size() > 0)
+               while(!m_mesh_update_thread.m_queue_out.empty())
                {
                        num_processed_meshes++;
                        MeshUpdateResult r = m_mesh_update_thread.m_queue_out.pop_front();
@@ -711,6 +774,62 @@ void Client::step(float dtime)
                        g_profiler->graphAdd("num_processed_meshes", num_processed_meshes);
        }
 
+       /*
+               Load fetched media
+       */
+       if (m_media_receive_started) {
+               bool all_stopped = true;
+               for (std::list<MediaFetchThread*>::iterator thread = m_media_fetch_threads.begin();
+                               thread != m_media_fetch_threads.end(); ++thread) {
+                       all_stopped &= !(*thread)->IsRunning();
+                       while (!(*thread)->m_file_data.empty()) {
+                               std::pair <std::string, std::string> out = (*thread)->m_file_data.pop_front();
+                               ++m_media_received_count;
+
+                               bool success = loadMedia(out.second, out.first);
+                               if(success){
+                                       verbosestream<<"Client: Loaded received media: "
+                                                       <<"\""<<out.first<<"\". Caching."<<std::endl;
+                               } else{
+                                       infostream<<"Client: Failed to load received media: "
+                                                       <<"\""<<out.first<<"\". Not caching."<<std::endl;
+                                       continue;
+                               }
+
+                               bool did = fs::CreateAllDirs(getMediaCacheDir());
+                               if(!did){
+                                       errorstream<<"Could not create media cache directory"
+                                                       <<std::endl;
+                               }
+
+                               {
+                                       std::map<std::string, std::string>::iterator n;
+                                       n = m_media_name_sha1_map.find(out.first);
+                                       if(n == m_media_name_sha1_map.end())
+                                               errorstream<<"The server sent a file that has not "
+                                                               <<"been announced."<<std::endl;
+                                       else
+                                               m_media_cache.update_sha1(out.second);
+                               }
+                       }
+               }
+               if (all_stopped) {
+                       std::list<MediaRequest> fetch_failed;
+                       for (std::list<MediaFetchThread*>::iterator thread = m_media_fetch_threads.begin();
+                                       thread != m_media_fetch_threads.end(); ++thread) {
+                               for (std::list<MediaRequest>::iterator request = (*thread)->m_failed.begin();
+                                               request != (*thread)->m_failed.end(); ++request)
+                                       fetch_failed.push_back(*request);
+                               (*thread)->m_failed.clear();
+                       }
+                       if (fetch_failed.size() > 0) {
+                               infostream << "Failed to remote-fetch " << fetch_failed.size() << " files. "
+                                               << "Requesting them the usual way." << std::endl;
+                               request_media(fetch_failed);
+                       }
+               }
+       }
+
        /*
                If the server didn't update the inventory in a while, revert
                the local inventory (so the player notices the lag problem
@@ -793,6 +912,88 @@ void Client::step(float dtime)
        }
 }
 
+bool Client::loadMedia(const std::string &data, const std::string &filename)
+{
+       // Silly irrlicht's const-incorrectness
+       Buffer<char> data_rw(data.c_str(), data.size());
+       
+       std::string name;
+
+       const char *image_ext[] = {
+               ".png", ".jpg", ".bmp", ".tga",
+               ".pcx", ".ppm", ".psd", ".wal", ".rgb",
+               NULL
+       };
+       name = removeStringEnd(filename, image_ext);
+       if(name != "")
+       {
+               verbosestream<<"Client: Attempting to load image "
+               <<"file \""<<filename<<"\""<<std::endl;
+
+               io::IFileSystem *irrfs = m_device->getFileSystem();
+               video::IVideoDriver *vdrv = m_device->getVideoDriver();
+
+               // Create an irrlicht memory file
+               io::IReadFile *rfile = irrfs->createMemoryReadFile(
+                               *data_rw, data_rw.getSize(), "_tempreadfile");
+               assert(rfile);
+               // Read image
+               video::IImage *img = vdrv->createImageFromFile(rfile);
+               if(!img){
+                       errorstream<<"Client: Cannot create image from data of "
+                                       <<"file \""<<filename<<"\""<<std::endl;
+                       rfile->drop();
+                       return false;
+               }
+               else {
+                       m_tsrc->insertSourceImage(filename, img);
+                       img->drop();
+                       rfile->drop();
+                       return true;
+               }
+       }
+
+       const char *sound_ext[] = {
+               ".0.ogg", ".1.ogg", ".2.ogg", ".3.ogg", ".4.ogg",
+               ".5.ogg", ".6.ogg", ".7.ogg", ".8.ogg", ".9.ogg",
+               ".ogg", NULL
+       };
+       name = removeStringEnd(filename, sound_ext);
+       if(name != "")
+       {
+               verbosestream<<"Client: Attempting to load sound "
+               <<"file \""<<filename<<"\""<<std::endl;
+               m_sound->loadSoundData(name, data);
+               return true;
+       }
+
+       const char *model_ext[] = {
+               ".x", ".b3d", ".md2", ".obj",
+               NULL
+       };
+       name = removeStringEnd(filename, model_ext);
+       if(name != "")
+       {
+               verbosestream<<"Client: Storing model into Irrlicht: "
+                               <<"\""<<filename<<"\""<<std::endl;
+
+               io::IFileSystem *irrfs = m_device->getFileSystem();
+               io::IReadFile *rfile = irrfs->createMemoryReadFile(
+                               *data_rw, data_rw.getSize(), filename.c_str());
+               assert(rfile);
+               
+               scene::ISceneManager *smgr = m_device->getSceneManager();
+               scene::IAnimatedMesh *mesh = smgr->getMesh(rfile);
+               smgr->getMeshCache()->addMesh(filename.c_str(), mesh);
+               
+               return true;
+       }
+
+       errorstream<<"Client: Don't know how to load file \""
+                       <<filename<<"\""<<std::endl;
+       return false;
+}
+
 // Virtual methods from con::PeerHandler
 void Client::peerAdded(con::Peer *peer)
 {
@@ -806,6 +1007,34 @@ void Client::deletingPeer(con::Peer *peer, bool timeout)
                        <<"(timeout="<<timeout<<")"<<std::endl;
 }
 
+/*
+       u16 command
+       u16 number of files requested
+       for each file {
+               u16 length of name
+               string name
+       }
+*/
+void Client::request_media(const std::list<MediaRequest> &file_requests)
+{
+       std::ostringstream os(std::ios_base::binary);
+       writeU16(os, TOSERVER_REQUEST_MEDIA);
+       writeU16(os, file_requests.size());
+
+       for(std::list<MediaRequest>::const_iterator i = file_requests.begin();
+                       i != file_requests.end(); ++i) {
+               os<<serializeString(i->name);
+       }
+
+       // Make data buffer
+       std::string s = os.str();
+       SharedBuffer<u8> data((u8*)s.c_str(), s.size());
+       // Send as reliable
+       Send(0, data, true);
+       infostream<<"Client: Sending media request list to server ("
+                       <<file_requests.size()<<" files)"<<std::endl;
+}
+
 void Client::ReceiveAll()
 {
        DSTACK(__FUNCTION_NAME);
@@ -925,6 +1154,14 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                        m_map_seed = readU64(&data[2+1+6]);
                        infostream<<"Client: received map seed: "<<m_map_seed<<std::endl;
                }
+
+               if(datasize >= 2+1+6+8+4)
+               {
+                       // Get map seed
+                       m_recommended_send_interval = readF1000(&data[2+1+6+8]);
+                       infostream<<"Client: received recommended send interval "
+                                       <<m_recommended_send_interval<<std::endl;
+               }
                
                // Reply to server
                u32 replysize = 2;
@@ -1277,6 +1514,26 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                        }
                }
        }
+       else if(command == TOCLIENT_MOVEMENT)
+       {
+               std::string datastring((char*)&data[2], datasize-2);
+               std::istringstream is(datastring, std::ios_base::binary);
+               Player *player = m_env.getLocalPlayer();
+               assert(player != NULL);
+
+               player->movement_acceleration_default = readF1000(is) * BS;
+               player->movement_acceleration_air = readF1000(is) * BS;
+               player->movement_acceleration_fast = readF1000(is) * BS;
+               player->movement_speed_walk = readF1000(is) * BS;
+               player->movement_speed_crouch = readF1000(is) * BS;
+               player->movement_speed_fast = readF1000(is) * BS;
+               player->movement_speed_climb = readF1000(is) * BS;
+               player->movement_speed_jump = readF1000(is) * BS;
+               player->movement_liquid_fluidity = readF1000(is) * BS;
+               player->movement_liquid_fluidity_smooth = readF1000(is) * BS;
+               player->movement_liquid_sink = readF1000(is) * BS;
+               player->movement_gravity = readF1000(is) * BS;
+       }
        else if(command == TOCLIENT_HP)
        {
                std::string datastring((char*)&data[2], datasize-2);
@@ -1333,45 +1590,7 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
        }
        else if(command == TOCLIENT_PLAYERITEM)
        {
-               std::string datastring((char*)&data[2], datasize-2);
-               std::istringstream is(datastring, std::ios_base::binary);
-
-               u16 count = readU16(is);
-
-               for (u16 i = 0; i < count; ++i) {
-                       u16 peer_id = readU16(is);
-                       Player *player = m_env.getPlayer(peer_id);
-
-                       if (player == NULL)
-                       {
-                               infostream<<"Client: ignoring player item "
-                                       << deSerializeString(is)
-                                       << " for non-existing peer id " << peer_id
-                                       << std::endl;
-                               continue;
-                       } else if (player->isLocal()) {
-                               infostream<<"Client: ignoring player item "
-                                       << deSerializeString(is)
-                                       << " for local player" << std::endl;
-                               continue;
-                       } else {
-                               InventoryList *inv = player->inventory.getList("main");
-                               std::string itemstring(deSerializeString(is));
-                               ItemStack item;
-                               item.deSerialize(itemstring, m_itemdef);
-                               inv->changeItem(0, item);
-                               if(itemstring.empty())
-                               {
-                                       infostream<<"Client: empty player item for peer "
-                                               <<peer_id<<std::endl;
-                               }
-                               else
-                               {
-                                       infostream<<"Client: player item for peer "
-                                               <<peer_id<<": "<<itemstring<<std::endl;
-                               }
-                       }
-               }
+               infostream<<"Client: WARNING: Ignoring TOCLIENT_PLAYERITEM"<<std::endl;
        }
        else if(command == TOCLIENT_DEATHSCREEN)
        {
@@ -1389,11 +1608,8 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                event.deathscreen.camera_point_target_z = camera_point_target.Z;
                m_client_event_queue.push_back(event);
        }
-       else if(command == TOCLIENT_ANNOUNCE_TEXTURES)
+       else if(command == TOCLIENT_ANNOUNCE_MEDIA)
        {
-               io::IFileSystem *irrfs = m_device->getFileSystem();
-               video::IVideoDriver *vdrv = m_device->getVideoDriver();
-
                std::string datastring((char*)&data[2], datasize-2);
                std::istringstream is(datastring, std::ios_base::binary);
 
@@ -1401,147 +1617,97 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                // updating content definitions
                assert(!m_mesh_update_thread.IsRunning());
 
-               int num_textures = readU16(is);
-
-               core::list<TextureRequest> texture_requests;
-
-               for(int i=0; i<num_textures; i++){
+               int num_files = readU16(is);
+               
+               infostream<<"Client: Received media announcement: packet size: "
+                               <<datasize<<std::endl;
 
-                       bool texture_found = false;
+               std::list<MediaRequest> file_requests;
 
-                       //read texture from cache
+               for(int i=0; i<num_files; i++)
+               {
+                       //read file from cache
                        std::string name = deSerializeString(is);
-                       std::string sha1_texture = deSerializeString(is);
-                       
-                       // if name contains illegal characters, ignore the texture
+                       std::string sha1_base64 = deSerializeString(is);
+
+                       // if name contains illegal characters, ignore the file
                        if(!string_allowed(name, TEXTURENAME_ALLOWED_CHARS)){
-                               errorstream<<"Client: ignoring illegal texture name "
+                               errorstream<<"Client: ignoring illegal file name "
                                                <<"sent by server: \""<<name<<"\""<<std::endl;
                                continue;
                        }
 
-                       std::string tpath = getTextureCacheDir() + DIR_DELIM + name;
-                       // Read data
-                       std::ifstream fis(tpath.c_str(), std::ios_base::binary);
-
+                       std::string sha1_raw = base64_decode(sha1_base64);
+                       std::string sha1_hex = hex_encode(sha1_raw);
+                       std::ostringstream tmp_os(std::ios_base::binary);
+                       bool found_in_cache = m_media_cache.load_sha1(sha1_raw, tmp_os);
+                       m_media_name_sha1_map[name] = sha1_raw;
 
-                       if(fis.good() == false){
-                               infostream<<"Client::Texture not found in cache: "
-                                               <<name << " expected it at: "<<tpath<<std::endl;
-                       }
-                       else
+                       // If found in cache, try to load it from there
+                       if(found_in_cache)
                        {
-                               std::ostringstream tmp_os(std::ios_base::binary);
-                               bool bad = false;
-                               for(;;){
-                                       char buf[1024];
-                                       fis.read(buf, 1024);
-                                       std::streamsize len = fis.gcount();
-                                       tmp_os.write(buf, len);
-                                       if(fis.eof())
-                                               break;
-                                       if(!fis.good()){
-                                               bad = true;
-                                               break;
-                                       }
+                               bool success = loadMedia(tmp_os.str(), name);
+                               if(success){
+                                       verbosestream<<"Client: Loaded cached media: "
+                                                       <<sha1_hex<<" \""<<name<<"\""<<std::endl;
+                                       continue;
+                               } else{
+                                       infostream<<"Client: Failed to load cached media: "
+                                                       <<sha1_hex<<" \""<<name<<"\""<<std::endl;
                                }
-                               if(bad){
-                                       infostream<<"Client: Failed to read texture from cache\""
-                                                       <<name<<"\""<<std::endl;
-                               }
-                               else {
-
-                                       SHA1 sha1;
-                                       sha1.addBytes(tmp_os.str().c_str(), tmp_os.str().length());
-
-                                       unsigned char *digest = sha1.getDigest();
-
-                                       std::string digest_string = base64_encode(digest, 20);
-
-                                       if (digest_string == sha1_texture) {
-                                               // Silly irrlicht's const-incorrectness
-                                               Buffer<char> data_rw(tmp_os.str().c_str(), tmp_os.str().size());
+                       }
+                       // Didn't load from cache; queue it to be requested
+                       verbosestream<<"Client: Adding file to request list: \""
+                                       <<sha1_hex<<" \""<<name<<"\""<<std::endl;
+                       file_requests.push_back(MediaRequest(name));
+               }
 
-                                               // Create an irrlicht memory file
-                                               io::IReadFile *rfile = irrfs->createMemoryReadFile(
-                                                               *data_rw,  tmp_os.str().size(), "_tempreadfile");
-                                               assert(rfile);
-                                               // Read image
-                                               video::IImage *img = vdrv->createImageFromFile(rfile);
-                                               if(!img){
-                                                       infostream<<"Client: Cannot create image from data of "
-                                                                       <<"received texture \""<<name<<"\""<<std::endl;
-                                                       rfile->drop();
-                                               }
-                                               else {
-                                                       m_tsrc->insertSourceImage(name, img);
-                                                       img->drop();
-                                                       rfile->drop();
+               std::string remote_media = "";
+               try {
+                       remote_media = deSerializeString(is);
+               }
+               catch(SerializationError) {
+                       // not supported by server or turned off
+               }
 
-                                                       texture_found = true;
-                                               }
-                                       }
-                                       else {
-                                               infostream<<"Client::Texture cached sha1 hash not matching server hash: "
-                                                               <<name << ": server ->"<<sha1_texture <<" client -> "<<digest_string<<std::endl;
-                                       }
+               m_media_count = file_requests.size();
+               m_media_receive_started = true;
 
-                                       free(digest);
-                               }
+               if (remote_media == "" || !USE_CURL) {
+                       request_media(file_requests);
+               } else {
+                       #if USE_CURL
+                       std::list<MediaFetchThread*>::iterator cur = m_media_fetch_threads.begin();
+                       for(std::list<MediaRequest>::iterator i = file_requests.begin();
+                                       i != file_requests.end(); ++i) {
+                               (*cur)->m_file_requests.push_back(*i);
+                               cur++;
+                               if (cur == m_media_fetch_threads.end())
+                                       cur = m_media_fetch_threads.begin();
                        }
-
-                       //add texture request
-                       if (!texture_found) {
-                               infostream<<"Client: Adding texture to request list: \""
-                                               <<name<<"\""<<std::endl;
-                               texture_requests.push_back(TextureRequest(name));
+                       for (std::list<MediaFetchThread*>::iterator i = m_media_fetch_threads.begin();
+                                       i != m_media_fetch_threads.end(); ++i) {
+                               (*i)->m_remote_url = remote_media;
+                               (*i)->Start();
                        }
+                       #endif
 
+                       // notify server we received everything
+                       std::ostringstream os(std::ios_base::binary);
+                       writeU16(os, TOSERVER_RECEIVED_MEDIA);
+                       std::string s = os.str();
+                       SharedBuffer<u8> data((u8*)s.c_str(), s.size());
+                       // Send as reliable
+                       Send(0, data, true);
                }
-
                ClientEvent event;
                event.type = CE_TEXTURES_UPDATED;
                m_client_event_queue.push_back(event);
-
-
-               //send Texture request
-               /*
-                               u16 command
-                               u16 number of textures requested
-                               for each texture {
-                                       u16 length of name
-                                       string name
-                               }
-                */
-               std::ostringstream os(std::ios_base::binary);
-               u8 buf[12];
-
-
-               // Write command
-               writeU16(buf, TOSERVER_REQUEST_TEXTURES);
-               os.write((char*)buf, 2);
-
-               writeU16(buf,texture_requests.size());
-               os.write((char*)buf, 2);
-
-
-               for(core::list<TextureRequest>::Iterator i = texture_requests.begin();
-                               i != texture_requests.end(); i++) {
-                       os<<serializeString(i->name);
-               }
-
-               // Make data buffer
-               std::string s = os.str();
-               SharedBuffer<u8> data((u8*)s.c_str(), s.size());
-               // Send as reliable
-               Send(0, data, true);
-               infostream<<"Client: Sending request list to server " <<std::endl;
        }
-       else if(command == TOCLIENT_TEXTURES)
+       else if(command == TOCLIENT_MEDIA)
        {
-               io::IFileSystem *irrfs = m_device->getFileSystem();
-               video::IVideoDriver *vdrv = m_device->getVideoDriver();
-
+               if (m_media_count == 0)
+                       return;
                std::string datastring((char*)&data[2], datasize-2);
                std::istringstream is(datastring, std::ios_base::binary);
 
@@ -1551,10 +1717,10 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
 
                /*
                        u16 command
-                       u16 total number of texture bunches
+                       u16 total number of file bunches
                        u16 index of this bunch
-                       u32 number of textures in this bunch
-                       for each texture {
+                       u32 number of files in this bunch
+                       for each file {
                                u16 length of name
                                string name
                                u32 length of data
@@ -1563,55 +1729,47 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                */
                int num_bunches = readU16(is);
                int bunch_i = readU16(is);
-               m_texture_receive_progress = (float)bunch_i / (float)(num_bunches - 1);
-               if(bunch_i == num_bunches - 1)
-                       m_textures_received = true;
-               int num_textures = readU32(is);
-               infostream<<"Client: Received textures: bunch "<<bunch_i<<"/"
-                               <<num_bunches<<" textures="<<num_textures
+               int num_files = readU32(is);
+               infostream<<"Client: Received files: bunch "<<bunch_i<<"/"
+                               <<num_bunches<<" files="<<num_files
                                <<" size="<<datasize<<std::endl;
-               for(int i=0; i<num_textures; i++){
+               for(int i=0; i<num_files; i++){
+                       m_media_received_count++;
                        std::string name = deSerializeString(is);
                        std::string data = deSerializeLongString(is);
 
-                       // if name contains illegal characters, ignore the texture
+                       // if name contains illegal characters, ignore the file
                        if(!string_allowed(name, TEXTURENAME_ALLOWED_CHARS)){
-                               errorstream<<"Client: ignoring illegal texture name "
+                               errorstream<<"Client: ignoring illegal file name "
                                                <<"sent by server: \""<<name<<"\""<<std::endl;
                                continue;
                        }
-
-                       // Silly irrlicht's const-incorrectness
-                       Buffer<char> data_rw(data.c_str(), data.size());
-                       // Create an irrlicht memory file
-                       io::IReadFile *rfile = irrfs->createMemoryReadFile(
-                                       *data_rw, data.size(), "_tempreadfile");
-                       assert(rfile);
-                       // Read image
-                       video::IImage *img = vdrv->createImageFromFile(rfile);
-                       if(!img){
-                               errorstream<<"Client: Cannot create image from data of "
-                                               <<"received texture \""<<name<<"\""<<std::endl;
-                               rfile->drop();
+                       
+                       bool success = loadMedia(data, name);
+                       if(success){
+                               verbosestream<<"Client: Loaded received media: "
+                                               <<"\""<<name<<"\". Caching."<<std::endl;
+                       } else{
+                               infostream<<"Client: Failed to load received media: "
+                                               <<"\""<<name<<"\". Not caching."<<std::endl;
                                continue;
                        }
 
-                       fs::CreateAllDirs(getTextureCacheDir());
-
-                       std::string filename = getTextureCacheDir() + DIR_DELIM + name;
-                       std::ofstream outfile(filename.c_str(), std::ios_base::binary | std::ios_base::trunc);
-
-                       if (outfile.good()) {
-                               outfile.write(data.c_str(),data.length());
-                               outfile.close();
-                       }
-                       else {
-                               errorstream<<"Client: Unable to open cached texture file "<< filename <<std::endl;
+                       bool did = fs::CreateAllDirs(getMediaCacheDir());
+                       if(!did){
+                               errorstream<<"Could not create media cache directory"
+                                               <<std::endl;
                        }
 
-                       m_tsrc->insertSourceImage(name, img);
-                       img->drop();
-                       rfile->drop();
+                       {
+                               std::map<std::string, std::string>::iterator n;
+                               n = m_media_name_sha1_map.find(name);
+                               if(n == m_media_name_sha1_map.end())
+                                       errorstream<<"The server sent a file that has not "
+                                                       <<"been announced."<<std::endl;
+                               else
+                                       m_media_cache.update_sha1(data);
+                       }
                }
 
                ClientEvent event;
@@ -1684,10 +1842,10 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                int client_id = -1;
                switch(type){
                case 0: // local
-                       client_id = m_sound->playSound(name, false, gain);
+                       client_id = m_sound->playSound(name, loop, gain);
                        break;
                case 1: // positional
-                       client_id = m_sound->playSoundAt(name, false, gain, pos);
+                       client_id = m_sound->playSoundAt(name, loop, gain, pos);
                        break;
                case 2: { // object
                        ClientActiveObject *cao = m_env.getActiveObject(object_id);
@@ -1719,6 +1877,65 @@ void Client::ProcessData(u8 *data, u32 datasize, u16 sender_peer_id)
                        m_sound->stopSound(client_id);
                }
        }
+       else if(command == TOCLIENT_PRIVILEGES)
+       {
+               std::string datastring((char*)&data[2], datasize-2);
+               std::istringstream is(datastring, std::ios_base::binary);
+               
+               m_privileges.clear();
+               infostream<<"Client: Privileges updated: ";
+               u16 num_privileges = readU16(is);
+               for(u16 i=0; i<num_privileges; i++){
+                       std::string priv = deSerializeString(is);
+                       m_privileges.insert(priv);
+                       infostream<<priv<<" ";
+               }
+               infostream<<std::endl;
+       }
+       else if(command == TOCLIENT_INVENTORY_FORMSPEC)
+       {
+               std::string datastring((char*)&data[2], datasize-2);
+               std::istringstream is(datastring, std::ios_base::binary);
+
+               // Store formspec in LocalPlayer
+               Player *player = m_env.getLocalPlayer();
+               assert(player != NULL);
+               player->inventory_formspec = deSerializeLongString(is);
+       }
+       else if(command == TOCLIENT_DETACHED_INVENTORY)
+       {
+               std::string datastring((char*)&data[2], datasize-2);
+               std::istringstream is(datastring, std::ios_base::binary);
+
+               std::string name = deSerializeString(is);
+               
+               infostream<<"Client: Detached inventory update: \""<<name<<"\""<<std::endl;
+
+               Inventory *inv = NULL;
+               if(m_detached_inventories.count(name) > 0)
+                       inv = m_detached_inventories[name];
+               else{
+                       inv = new Inventory(m_itemdef);
+                       m_detached_inventories[name] = inv;
+               }
+               inv->deSerialize(is);
+       }
+       else if(command == TOCLIENT_SHOW_FORMSPEC)
+       {
+               std::string datastring((char*)&data[2], datasize-2);
+               std::istringstream is(datastring, std::ios_base::binary);
+
+               std::string formspec = deSerializeLongString(is);
+               std::string formname = deSerializeString(is);
+
+               ClientEvent event;
+               event.type = CE_SHOW_FORMSPEC;
+               // pointer is required as event is a struct only!
+               // adding a std:string to a struct isn't possible
+               event.show_formspec.formspec = new std::string(formspec);
+               event.show_formspec.formname = new std::string(formname);
+               m_client_event_queue.push_back(event);
+       }
        else
        {
                infostream<<"Client: Ignoring unknown command "
@@ -1770,33 +1987,23 @@ void Client::interact(u8 action, const PointedThing& pointed)
        Send(0, data, true);
 }
 
-void Client::sendSignNodeText(v3s16 p, std::string text)
+void Client::sendNodemetaFields(v3s16 p, const std::string &formname,
+               const std::map<std::string, std::string> &fields)
 {
-       /*
-               u16 command
-               v3s16 p
-               u16 textlen
-               textdata
-       */
        std::ostringstream os(std::ios_base::binary);
-       u8 buf[12];
-       
-       // Write command
-       writeU16(buf, TOSERVER_SIGNNODETEXT);
-       os.write((char*)buf, 2);
-       
-       // Write p
-       writeV3S16(buf, p);
-       os.write((char*)buf, 6);
 
-       u16 textlen = text.size();
-       // Write text length
-       writeS16(buf, textlen);
-       os.write((char*)buf, 2);
+       writeU16(os, TOSERVER_NODEMETA_FIELDS);
+       writeV3S16(os, p);
+       os<<serializeString(formname);
+       writeU16(os, fields.size());
+       for(std::map<std::string, std::string>::const_iterator
+                       i = fields.begin(); i != fields.end(); i++){
+               const std::string &name = i->first;
+               const std::string &value = i->second;
+               os<<serializeString(name);
+               os<<serializeLongString(value);
+       }
 
-       // Write text
-       os.write((char*)text.c_str(), textlen);
-       
        // Make data buffer
        std::string s = os.str();
        SharedBuffer<u8> data((u8*)s.c_str(), s.size());
@@ -1804,6 +2011,29 @@ void Client::sendSignNodeText(v3s16 p, std::string text)
        Send(0, data, true);
 }
        
+void Client::sendInventoryFields(const std::string &formname, 
+               const std::map<std::string, std::string> &fields)
+{
+       std::ostringstream os(std::ios_base::binary);
+
+       writeU16(os, TOSERVER_INVENTORY_FIELDS);
+       os<<serializeString(formname);
+       writeU16(os, fields.size());
+       for(std::map<std::string, std::string>::const_iterator
+                       i = fields.begin(); i != fields.end(); i++){
+               const std::string &name = i->first;
+               const std::string &value = i->second;
+               os<<serializeString(name);
+               os<<serializeLongString(value);
+       }
+
+       // Make data buffer
+       std::string s = os.str();
+       SharedBuffer<u8> data((u8*)s.c_str(), s.size());
+       // Send as reliable
+       Send(0, data, true);
+}
+
 void Client::sendInventoryAction(InventoryAction *a)
 {
        std::ostringstream os(std::ios_base::binary);
@@ -1920,10 +2150,24 @@ void Client::sendPlayerPos()
 {
        //JMutexAutoLock envlock(m_env_mutex); //bulk comment-out
        
-       Player *myplayer = m_env.getLocalPlayer();
+       LocalPlayer *myplayer = m_env.getLocalPlayer();
        if(myplayer == NULL)
                return;
-       
+
+       // Save bandwidth by only updating position when something changed
+       if(myplayer->last_position == myplayer->getPosition() &&
+                       myplayer->last_speed == myplayer->getSpeed() &&
+                       myplayer->last_pitch == myplayer->getPitch() &&
+                       myplayer->last_yaw == myplayer->getYaw() &&
+                       myplayer->last_keyPressed == myplayer->keyPressed)
+               return;
+
+       myplayer->last_position = myplayer->getPosition();
+       myplayer->last_speed = myplayer->getSpeed();
+       myplayer->last_pitch = myplayer->getPitch();
+       myplayer->last_yaw = myplayer->getYaw();
+       myplayer->last_keyPressed = myplayer->keyPressed;
+
        u16 our_peer_id;
        {
                //JMutexAutoLock lock(m_con_mutex); //bulk comment-out
@@ -1942,7 +2186,7 @@ void Client::sendPlayerPos()
        v3s32 speed(sf.X*100, sf.Y*100, sf.Z*100);
        s32 pitch = myplayer->getPitch() * 100;
        s32 yaw = myplayer->getYaw() * 100;
-
+       u32 keyPressed=myplayer->keyPressed;
        /*
                Format:
                [0] u16 command
@@ -1950,15 +2194,15 @@ void Client::sendPlayerPos()
                [2+12] v3s32 speed*100
                [2+12+12] s32 pitch*100
                [2+12+12+4] s32 yaw*100
+               [2+12+12+4+4] u32 keyPressed
        */
-
-       SharedBuffer<u8> data(2+12+12+4+4);
+       SharedBuffer<u8> data(2+12+12+4+4+4);
        writeU16(&data[0], TOSERVER_PLAYERPOS);
        writeV3S32(&data[2], position);
        writeV3S32(&data[2+12], speed);
        writeS32(&data[2+12+12], pitch);
-       writeS32(&data[2+12+12+4], yaw);
-
+       writeS32(&data[2+12+12+4], yaw);        
+       writeU32(&data[2+12+12+4+4], keyPressed);
        // Send as unreliable
        Send(0, data, false);
 }
@@ -1987,7 +2231,7 @@ void Client::sendPlayerItem(u16 item)
 
 void Client::removeNode(v3s16 p)
 {
-       core::map<v3s16, MapBlock*> modified_blocks;
+       std::map<v3s16, MapBlock*> modified_blocks;
 
        try
        {
@@ -2001,12 +2245,11 @@ void Client::removeNode(v3s16 p)
        // add urgent task to update the modified node
        addUpdateMeshTaskForNode(p, false, true);
 
-       for(core::map<v3s16, MapBlock * >::Iterator
-                       i = modified_blocks.getIterator();
-                       i.atEnd() == false; i++)
+       for(std::map<v3s16, MapBlock * >::iterator
+                       i = modified_blocks.begin();
+                       i != modified_blocks.end(); ++i)
        {
-               v3s16 p = i.getNode()->getKey();
-               addUpdateMeshTaskWithEdge(p);
+               addUpdateMeshTaskWithEdge(i->first);
        }
 }
 
@@ -2014,7 +2257,7 @@ void Client::addNode(v3s16 p, MapNode n)
 {
        TimeTaker timer1("Client::addNode()");
 
-       core::map<v3s16, MapBlock*> modified_blocks;
+       std::map<v3s16, MapBlock*> modified_blocks;
 
        try
        {
@@ -2024,12 +2267,11 @@ void Client::addNode(v3s16 p, MapNode n)
        catch(InvalidPositionException &e)
        {}
        
-       for(core::map<v3s16, MapBlock * >::Iterator
-                       i = modified_blocks.getIterator();
-                       i.atEnd() == false; i++)
+       for(std::map<v3s16, MapBlock * >::iterator
+                       i = modified_blocks.begin();
+                       i != modified_blocks.end(); ++i)
        {
-               v3s16 p = i.getNode()->getKey();
-               addUpdateMeshTaskWithEdge(p);
+               addUpdateMeshTaskWithEdge(i->first);
        }
 }
        
@@ -2098,6 +2340,13 @@ Inventory* Client::getInventory(const InventoryLocation &loc)
                return meta->getInventory();
        }
        break;
+       case InventoryLocation::DETACHED:
+       {
+               if(m_detached_inventories.count(loc.name) == 0)
+                       return NULL;
+               return m_detached_inventories[loc.name];
+       }
+       break;
        default:
                assert(0);
        }
@@ -2122,7 +2371,7 @@ ClientActiveObject * Client::getSelectedActiveObject(
                core::line3d<f32> shootline_on_map
        )
 {
-       core::array<DistanceSortedActiveObject> objects;
+       std::vector<DistanceSortedActiveObject> objects;
 
        m_env.getActiveObjects(from_pos_f_on_map, max_d, objects);
 
@@ -2130,7 +2379,7 @@ ClientActiveObject * Client::getSelectedActiveObject(
        
        // Sort them.
        // After this, the closest object is the first in the array.
-       objects.sort();
+       std::sort(objects.begin(), objects.end());
 
        for(u32 i=0; i<objects.size(); i++)
        {
@@ -2169,13 +2418,13 @@ void Client::printDebugInfo(std::ostream &os)
                <<std::endl;*/
 }
 
-core::list<std::wstring> Client::getConnectedPlayerNames()
+std::list<std::wstring> Client::getConnectedPlayerNames()
 {
-       core::list<Player*> players = m_env.getPlayers(true);
-       core::list<std::wstring> playerNames;
-       for(core::list<Player*>::Iterator
+       std::list<Player*> players = m_env.getPlayers(true);
+       std::list<std::wstring> playerNames;
+       for(std::list<Player*>::iterator
                        i = players.begin();
-                       i != players.end(); i++)
+                       i != players.end(); ++i)
        {
                Player *player = *i;
                playerNames.push_back(narrow_to_wide(player->getName()));
@@ -2378,28 +2627,53 @@ ClientEvent Client::getClientEvent()
 
 void Client::afterContentReceived()
 {
+       infostream<<"Client::afterContentReceived() started"<<std::endl;
        assert(m_itemdef_received);
        assert(m_nodedef_received);
-       assert(m_textures_received);
+       assert(texturesReceived());
+       
+       // remove the information about which checksum each texture
+       // ought to have
+       m_media_name_sha1_map.clear();
 
        // Rebuild inherited images and recreate textures
+       infostream<<"- Rebuilding images and textures"<<std::endl;
        m_tsrc->rebuildImagesAndTextures();
 
        // Update texture atlas
+       infostream<<"- Updating texture atlas"<<std::endl;
        if(g_settings->getBool("enable_texture_atlas"))
                m_tsrc->buildMainAtlas(this);
 
+       // Rebuild shaders
+       m_shsrc->rebuildShaders();
+
        // Update node aliases
+       infostream<<"- Updating node aliases"<<std::endl;
        m_nodedef->updateAliases(m_itemdef);
 
        // Update node textures
+       infostream<<"- Updating node textures"<<std::endl;
        m_nodedef->updateTextures(m_tsrc);
 
-       // Update item textures and meshes
-       m_itemdef->updateTexturesAndMeshes(this);
+       // Preload item textures and meshes if configured to
+       if(g_settings->getBool("preload_item_visuals"))
+       {
+               verbosestream<<"Updating item textures and meshes"<<std::endl;
+               std::set<std::string> names = m_itemdef->getAll();
+               for(std::set<std::string>::const_iterator
+                               i = names.begin(); i != names.end(); ++i){
+                       // Asking for these caches the result
+                       m_itemdef->getInventoryTexture(*i, this);
+                       m_itemdef->getWieldMesh(*i, this);
+               }
+       }
 
        // Start mesh update thread after setting up content definitions
+       infostream<<"- Starting mesh update thread"<<std::endl;
        m_mesh_update_thread.Start();
+       
+       infostream<<"Client::afterContentReceived() done"<<std::endl;
 }
 
 float Client::getRTT(void)
@@ -2430,6 +2704,10 @@ ITextureSource* Client::getTextureSource()
 {
        return m_tsrc;
 }
+IShaderSource* Client::getShaderSource()
+{
+       return m_shsrc;
+}
 u16 Client::allocateUnknownNodeId(const std::string &name)
 {
        errorstream<<"Client::allocateUnknownNodeId(): "