Fix bone-attached entities (#10015)
[oweals/minetest.git] / src / settings.cpp
index 001d93f5e80747e32a0b711170de6abd1a200de9..55404319e8f9615a6f57b2ec5bdb42c9d41f38d6 100644 (file)
@@ -20,8 +20,8 @@ with this program; if not, write to the Free Software Foundation, Inc.,
 #include "settings.h"
 #include "irrlichttypes_bloated.h"
 #include "exceptions.h"
-#include "jthread/jmutexautolock.h"
-#include "strfnd.h"
+#include "threading/mutex_auto_lock.h"
+#include "util/strfnd.h"
 #include <iostream>
 #include <fstream>
 #include <sstream>
@@ -29,7 +29,18 @@ with this program; if not, write to the Free Software Foundation, Inc.,
 #include "log.h"
 #include "util/serialize.h"
 #include "filesys.h"
+#include "noise.h"
 #include <cctype>
+#include <algorithm>
+
+static Settings main_settings;
+Settings *g_settings = &main_settings;
+std::string g_settings_path;
+
+Settings::~Settings()
+{
+       clear();
+}
 
 
 Settings & Settings::operator += (const Settings &other)
@@ -45,8 +56,8 @@ Settings & Settings::operator = (const Settings &other)
        if (&other == this)
                return *this;
 
-       JMutexAutoLock lock(m_mutex);
-       JMutexAutoLock lock2(other.m_mutex);
+       MutexAutoLock lock(m_mutex);
+       MutexAutoLock lock2(other.m_mutex);
 
        clearNoLock();
        updateNoLock(other);
@@ -55,25 +66,57 @@ Settings & Settings::operator = (const Settings &other)
 }
 
 
-bool Settings::parseConfigLines(std::istream &is,
-               const std::string &end)
+bool Settings::checkNameValid(const std::string &name)
 {
-       JMutexAutoLock lock(m_mutex);
+       bool valid = name.find_first_of("=\"{}#") == std::string::npos;
+       if (valid)
+               valid = std::find_if(name.begin(), name.end(), ::isspace) == name.end();
 
-       std::string name, value;
-       bool end_found = false;
-
-       while (is.good() && !end_found) {
-               if (parseConfigObject(is, name, value, end, end_found)) {
-                       m_settings[name] = value;
-               }
+       if (!valid) {
+               errorstream << "Invalid setting name \"" << name << "\""
+                       << std::endl;
+               return false;
        }
-       if (!end.empty() && !end_found) {
+       return true;
+}
+
+
+bool Settings::checkValueValid(const std::string &value)
+{
+       if (value.substr(0, 3) == "\"\"\"" ||
+               value.find("\n\"\"\"") != std::string::npos) {
+               errorstream << "Invalid character sequence '\"\"\"' found in"
+                       " setting value!" << std::endl;
                return false;
        }
        return true;
 }
 
+std::string Settings::getMultiline(std::istream &is, size_t *num_lines)
+{
+       size_t lines = 1;
+       std::string value;
+       std::string line;
+
+       while (is.good()) {
+               lines++;
+               std::getline(is, line);
+               if (line == "\"\"\"")
+                       break;
+               value += line;
+               value.push_back('\n');
+       }
+
+       size_t len = value.size();
+       if (len)
+               value.erase(len - 1);
+
+       if (num_lines)
+               *num_lines = lines;
+
+       return value;
+}
+
 
 bool Settings::readConfigFile(const char *filename)
 {
@@ -81,92 +124,179 @@ bool Settings::readConfigFile(const char *filename)
        if (!is.good())
                return false;
 
-       JMutexAutoLock lock(m_mutex);
+       return parseConfigLines(is, "");
+}
+
 
-       std::string name, value;
+bool Settings::parseConfigLines(std::istream &is, const std::string &end)
+{
+       MutexAutoLock lock(m_mutex);
+
+       std::string line, name, value;
 
        while (is.good()) {
-               if (parseConfigObject(is, name, value)) {
-                       m_settings[name] = value;
+               std::getline(is, line);
+               SettingsParseEvent event = parseConfigObject(line, end, name, value);
+
+               switch (event) {
+               case SPE_NONE:
+               case SPE_INVALID:
+               case SPE_COMMENT:
+                       break;
+               case SPE_KVPAIR:
+                       m_settings[name] = SettingsEntry(value);
+                       break;
+               case SPE_END:
+                       return true;
+               case SPE_GROUP: {
+                       Settings *group = new Settings;
+                       if (!group->parseConfigLines(is, "}")) {
+                               delete group;
+                               return false;
+                       }
+                       m_settings[name] = SettingsEntry(group);
+                       break;
+               }
+               case SPE_MULTILINE:
+                       m_settings[name] = SettingsEntry(getMultiline(is));
+                       break;
                }
        }
 
-       return true;
+       return end.empty();
 }
 
 
-void Settings::writeLines(std::ostream &os) const
+void Settings::writeLines(std::ostream &os, u32 tab_depth) const
 {
-       JMutexAutoLock lock(m_mutex);
+       MutexAutoLock lock(m_mutex);
 
-       for (std::map<std::string, std::string>::const_iterator
-                       i = m_settings.begin();
-                       i != m_settings.end(); ++i) {
-               os << i->first << " = " << i->second << '\n';
-       }
+       for (const auto &setting_it : m_settings)
+               printEntry(os, setting_it.first, setting_it.second, tab_depth);
 }
 
 
-bool Settings::updateConfigFile(const char *filename)
+void Settings::printEntry(std::ostream &os, const std::string &name,
+       const SettingsEntry &entry, u32 tab_depth)
 {
-       std::list<std::string> objects;
-       std::set<std::string> updated;
-       bool changed = false;
+       for (u32 i = 0; i != tab_depth; i++)
+               os << "\t";
 
-       JMutexAutoLock lock(m_mutex);
+       if (entry.is_group) {
+               os << name << " = {\n";
 
-       // Read the file and check for differences
-       {
-               std::ifstream is(filename);
-               while (is.good()) {
-                       getUpdatedConfigObject(is, objects,
-                                       updated, changed);
-               }
+               entry.group->writeLines(os, tab_depth + 1);
+
+               for (u32 i = 0; i != tab_depth; i++)
+                       os << "\t";
+               os << "}\n";
+       } else {
+               os << name << " = ";
+
+               if (entry.value.find('\n') != std::string::npos)
+                       os << "\"\"\"\n" << entry.value << "\n\"\"\"\n";
+               else
+                       os << entry.value << "\n";
        }
+}
+
+
+bool Settings::updateConfigObject(std::istream &is, std::ostream &os,
+       const std::string &end, u32 tab_depth)
+{
+       SettingEntries::const_iterator it;
+       std::set<std::string> present_entries;
+       std::string line, name, value;
+       bool was_modified = false;
+       bool end_found = false;
 
-       // If something not yet determined to have been changed, check if
-       // any new stuff was added
-       if (!changed) {
-               for (std::map<std::string, std::string>::const_iterator
-                               i = m_settings.begin();
-                               i != m_settings.end(); ++i) {
-                       if (updated.find(i->first) == updated.end()) {
-                               changed = true;
+       // Add any settings that exist in the config file with the current value
+       // in the object if existing
+       while (is.good() && !end_found) {
+               std::getline(is, line);
+               SettingsParseEvent event = parseConfigObject(line, end, name, value);
+
+               switch (event) {
+               case SPE_END:
+                       os << line << (is.eof() ? "" : "\n");
+                       end_found = true;
+                       break;
+               case SPE_MULTILINE:
+                       value = getMultiline(is);
+                       /* FALLTHROUGH */
+               case SPE_KVPAIR:
+                       it = m_settings.find(name);
+                       if (it != m_settings.end() &&
+                                       (it->second.is_group || it->second.value != value)) {
+                               printEntry(os, name, it->second, tab_depth);
+                               was_modified = true;
+                       } else if (it == m_settings.end()) {
+                               // Remove by skipping
+                               was_modified = true;
+                               break;
+                       } else {
+                               os << line << "\n";
+                               if (event == SPE_MULTILINE)
+                                       os << value << "\n\"\"\"\n";
+                       }
+                       present_entries.insert(name);
+                       break;
+               case SPE_GROUP:
+                       it = m_settings.find(name);
+                       if (it != m_settings.end() && it->second.is_group) {
+                               os << line << "\n";
+                               sanity_check(it->second.group != NULL);
+                               was_modified |= it->second.group->updateConfigObject(is, os,
+                                       "}", tab_depth + 1);
+                       } else if (it == m_settings.end()) {
+                               // Remove by skipping
+                               was_modified = true;
+                               Settings removed_group; // Move 'is' to group end
+                               std::stringstream ss;
+                               removed_group.updateConfigObject(is, ss, "}", tab_depth + 1);
                                break;
+                       } else {
+                               printEntry(os, name, it->second, tab_depth);
+                               was_modified = true;
                        }
+                       present_entries.insert(name);
+                       break;
+               default:
+                       os << line << (is.eof() ? "" : "\n");
+                       break;
                }
        }
 
-       // If nothing was actually changed, skip writing the file
-       if (!changed) {
-               return true;
+       // Add any settings in the object that don't exist in the config file yet
+       for (it = m_settings.begin(); it != m_settings.end(); ++it) {
+               if (present_entries.find(it->first) != present_entries.end())
+                       continue;
+
+               printEntry(os, it->first, it->second, tab_depth);
+               was_modified = true;
        }
 
-       // Write stuff back
-       {
-               std::ostringstream ss(std::ios_base::binary);
+       return was_modified;
+}
 
-               // Write changes settings
-               for (std::list<std::string>::const_iterator
-                               i = objects.begin();
-                               i != objects.end(); ++i) {
-                       ss << (*i);
-               }
 
-               // Write new settings
-               for (std::map<std::string, std::string>::const_iterator
-                               i = m_settings.begin();
-                               i != m_settings.end(); ++i) {
-                       if (updated.find(i->first) != updated.end())
-                               continue;
-                       ss << i->first << " = " << i->second << '\n';
-               }
+bool Settings::updateConfigFile(const char *filename)
+{
+       MutexAutoLock lock(m_mutex);
 
-               if (!fs::safeWriteToFile(filename, ss.str())) {
-                       errorstream << "Error writing configuration file: \""
-                                       << filename << "\"" << std::endl;
-                       return false;
-               }
+       std::ifstream is(filename);
+       std::ostringstream os(std::ios_base::binary);
+
+       bool was_modified = updateConfigObject(is, os, "");
+       is.close();
+
+       if (!was_modified)
+               return true;
+
+       if (!fs::safeWriteToFile(filename, os.str())) {
+               errorstream << "Error writing configuration file: \""
+                       << filename << "\"" << std::endl;
+               return false;
        }
 
        return true;
@@ -205,7 +335,7 @@ bool Settings::parseCommandLine(int argc, char *argv[],
 
                ValueType type = n->second.type;
 
-               std::string value = "";
+               std::string value;
 
                if (type == VALUETYPE_FLAG) {
                        value = "true";
@@ -231,20 +361,58 @@ bool Settings::parseCommandLine(int argc, char *argv[],
  ***********/
 
 
-std::string Settings::get(const std::string &name) const
+const SettingsEntry &Settings::getEntry(const std::string &name) const
 {
-       JMutexAutoLock lock(m_mutex);
+       MutexAutoLock lock(m_mutex);
 
-       std::map<std::string, std::string>::const_iterator n;
+       SettingEntries::const_iterator n;
        if ((n = m_settings.find(name)) == m_settings.end()) {
-               if ((n = m_defaults.find(name)) == m_defaults.end()) {
+               if ((n = m_defaults.find(name)) == m_defaults.end())
                        throw SettingNotFoundException("Setting [" + name + "] not found.");
-               }
        }
        return n->second;
 }
 
 
+const SettingsEntry &Settings::getEntryDefault(const std::string &name) const
+{
+       MutexAutoLock lock(m_mutex);
+
+       SettingEntries::const_iterator n;
+       if ((n = m_defaults.find(name)) == m_defaults.end()) {
+               throw SettingNotFoundException("Setting [" + name + "] not found.");
+       }
+       return n->second;
+}
+
+
+Settings *Settings::getGroup(const std::string &name) const
+{
+       const SettingsEntry &entry = getEntry(name);
+       if (!entry.is_group)
+               throw SettingNotFoundException("Setting [" + name + "] is not a group.");
+       return entry.group;
+}
+
+
+const std::string &Settings::get(const std::string &name) const
+{
+       const SettingsEntry &entry = getEntry(name);
+       if (entry.is_group)
+               throw SettingNotFoundException("Setting [" + name + "] is a group.");
+       return entry.value;
+}
+
+
+const std::string &Settings::getDefault(const std::string &name) const
+{
+       const SettingsEntry &entry = getEntryDefault(name);
+       if (entry.is_group)
+               throw SettingNotFoundException("Setting [" + name + "] is a group.");
+       return entry.value;
+}
+
+
 bool Settings::getBool(const std::string &name) const
 {
        return is_yes(get(name));
@@ -263,6 +431,11 @@ s16 Settings::getS16(const std::string &name) const
 }
 
 
+u32 Settings::getU32(const std::string &name) const
+{
+       return (u32) stoi(get(name));
+}
+
 s32 Settings::getS32(const std::string &name) const
 {
        return stoi(get(name));
@@ -309,19 +482,40 @@ v3f Settings::getV3F(const std::string &name) const
 
 
 u32 Settings::getFlagStr(const std::string &name, const FlagDesc *flagdesc,
-               u32 *flagmask) const
+       u32 *flagmask) const
 {
-       std::string val = get(name);
-       return std::isdigit(val[0])
-               ? stoi(val)
-               : readFlagString(val, flagdesc, flagmask);
-}
+       u32 flags = 0;
+       u32 mask_default = 0;
+
+       std::string value;
+       // Read default value (if there is any)
+       if (getDefaultNoEx(name, value)) {
+               flags = std::isdigit(value[0])
+                       ? stoi(value)
+                       : readFlagString(value, flagdesc, &mask_default);
+       }
+
+       // Apply custom flags "on top"
+       value = get(name);
+       u32 flags_user;
+       u32 mask_user = U32_MAX;
+       flags_user = std::isdigit(value[0])
+               ? stoi(value) // Override default
+               : readFlagString(value, flagdesc, &mask_user);
 
+       flags &= ~mask_user;
+       flags |=  flags_user;
+
+       if (flagmask)
+               *flagmask = mask_default | mask_user;
+
+       return flags;
+}
 
 // N.B. if getStruct() is used to read a non-POD aggregate type,
 // the behavior is undefined.
 bool Settings::getStruct(const std::string &name, const std::string &format,
-               void *out, size_t olen) const
+       void *out, size_t olen) const
 {
        std::string valstr;
 
@@ -338,9 +532,68 @@ bool Settings::getStruct(const std::string &name, const std::string &format,
 }
 
 
+bool Settings::getNoiseParams(const std::string &name, NoiseParams &np) const
+{
+       return getNoiseParamsFromGroup(name, np) || getNoiseParamsFromValue(name, np);
+}
+
+
+bool Settings::getNoiseParamsFromValue(const std::string &name,
+       NoiseParams &np) const
+{
+       std::string value;
+
+       if (!getNoEx(name, value))
+               return false;
+
+       Strfnd f(value);
+
+       np.offset   = stof(f.next(","));
+       np.scale    = stof(f.next(","));
+       f.next("(");
+       np.spread.X = stof(f.next(","));
+       np.spread.Y = stof(f.next(","));
+       np.spread.Z = stof(f.next(")"));
+       f.next(",");
+       np.seed     = stoi(f.next(","));
+       np.octaves  = stoi(f.next(","));
+       np.persist  = stof(f.next(","));
+
+       std::string optional_params = f.next("");
+       if (!optional_params.empty())
+               np.lacunarity = stof(optional_params);
+
+       return true;
+}
+
+
+bool Settings::getNoiseParamsFromGroup(const std::string &name,
+       NoiseParams &np) const
+{
+       Settings *group = NULL;
+
+       if (!getGroupNoEx(name, group))
+               return false;
+
+       group->getFloatNoEx("offset",      np.offset);
+       group->getFloatNoEx("scale",       np.scale);
+       group->getV3FNoEx("spread",        np.spread);
+       group->getS32NoEx("seed",          np.seed);
+       group->getU16NoEx("octaves",       np.octaves);
+       group->getFloatNoEx("persistence", np.persist);
+       group->getFloatNoEx("lacunarity",  np.lacunarity);
+
+       np.flags = 0;
+       if (!group->getFlagStrNoEx("flags", np.flags, flagdesc_noiseparams))
+               np.flags = NOISE_FLAG_DEFAULTS;
+
+       return true;
+}
+
+
 bool Settings::exists(const std::string &name) const
 {
-       JMutexAutoLock lock(m_mutex);
+       MutexAutoLock lock(m_mutex);
 
        return (m_settings.find(name) != m_settings.end() ||
                m_defaults.find(name) != m_defaults.end());
@@ -350,10 +603,8 @@ bool Settings::exists(const std::string &name) const
 std::vector<std::string> Settings::getNames() const
 {
        std::vector<std::string> names;
-       for (std::map<std::string, std::string>::const_iterator
-                       i = m_settings.begin();
-                       i != m_settings.end(); ++i) {
-               names.push_back(i->first);
+       for (const auto &settings_it : m_settings) {
+               names.push_back(settings_it.first);
        }
        return names;
 }
@@ -364,6 +615,38 @@ std::vector<std::string> Settings::getNames() const
  * Getters that don't throw exceptions *
  ***************************************/
 
+bool Settings::getEntryNoEx(const std::string &name, SettingsEntry &val) const
+{
+       try {
+               val = getEntry(name);
+               return true;
+       } catch (SettingNotFoundException &e) {
+               return false;
+       }
+}
+
+
+bool Settings::getEntryDefaultNoEx(const std::string &name, SettingsEntry &val) const
+{
+       try {
+               val = getEntryDefault(name);
+               return true;
+       } catch (SettingNotFoundException &e) {
+               return false;
+       }
+}
+
+
+bool Settings::getGroupNoEx(const std::string &name, Settings *&val) const
+{
+       try {
+               val = getGroup(name);
+               return true;
+       } catch (SettingNotFoundException &e) {
+               return false;
+       }
+}
+
 
 bool Settings::getNoEx(const std::string &name, std::string &val) const
 {
@@ -376,6 +659,17 @@ bool Settings::getNoEx(const std::string &name, std::string &val) const
 }
 
 
+bool Settings::getDefaultNoEx(const std::string &name, std::string &val) const
+{
+       try {
+               val = getDefault(name);
+               return true;
+       } catch (SettingNotFoundException &e) {
+               return false;
+       }
+}
+
+
 bool Settings::getFlag(const std::string &name) const
 {
        try {
@@ -463,18 +757,16 @@ bool Settings::getV3FNoEx(const std::string &name, v3f &val) const
 }
 
 
-// N.B. getFlagStrNoEx() does not set val, but merely modifies it.  Thus,
-// val must be initialized before using getFlagStrNoEx().  The intention of
-// this is to simplify modifying a flags field from a default value.
-bool Settings::getFlagStrNoEx(const std::string &name, u32 &val, FlagDesc *flagdesc) const
+bool Settings::getFlagStrNoEx(const std::string &name, u32 &val,
+       const FlagDesc *flagdesc) const
 {
-       try {
-               u32 flags, flagmask;
-
-               flags = getFlagStr(name, flagdesc, &flagmask);
+       if (!flagdesc) {
+               if (!(flagdesc = getFlagDescFallback(name)))
+                       return false; // Not found
+       }
 
-               val &= ~flagmask;
-               val |=  flags;
+       try {
+               val = getFlagStr(name, flagdesc, nullptr);
 
                return true;
        } catch (SettingNotFoundException &e) {
@@ -483,126 +775,201 @@ bool Settings::getFlagStrNoEx(const std::string &name, u32 &val, FlagDesc *flagd
 }
 
 
-       
 /***********
  * Setters *
  ***********/
 
+bool Settings::setEntry(const std::string &name, const void *data,
+       bool set_group, bool set_default)
+{
+       Settings *old_group = NULL;
+
+       if (!checkNameValid(name))
+               return false;
+       if (!set_group && !checkValueValid(*(const std::string *)data))
+               return false;
+
+       {
+               MutexAutoLock lock(m_mutex);
+
+               SettingsEntry &entry = set_default ? m_defaults[name] : m_settings[name];
+               old_group = entry.group;
+
+               entry.value    = set_group ? "" : *(const std::string *)data;
+               entry.group    = set_group ? *(Settings **)data : NULL;
+               entry.is_group = set_group;
+       }
+
+       delete old_group;
+
+       return true;
+}
+
 
-void Settings::set(const std::string &name, std::string value)
+bool Settings::set(const std::string &name, const std::string &value)
 {
-       JMutexAutoLock lock(m_mutex);
+       if (!setEntry(name, &value, false, false))
+               return false;
 
-       m_settings[name] = value;
+       doCallbacks(name);
+       return true;
 }
 
 
-void Settings::set(const std::string &name, const char *value)
+bool Settings::setDefault(const std::string &name, const std::string &value)
 {
-       JMutexAutoLock lock(m_mutex);
+       return setEntry(name, &value, false, true);
+}
+
 
-       m_settings[name] = value;
+bool Settings::setGroup(const std::string &name, Settings *group)
+{
+       return setEntry(name, &group, true, false);
 }
 
 
-void Settings::setDefault(const std::string &name, std::string value)
+bool Settings::setGroupDefault(const std::string &name, Settings *group)
 {
-       JMutexAutoLock lock(m_mutex);
+       return setEntry(name, &group, true, true);
+}
 
-       m_defaults[name] = value;
+
+bool Settings::setBool(const std::string &name, bool value)
+{
+       return set(name, value ? "true" : "false");
 }
 
 
-void Settings::setBool(const std::string &name, bool value)
+bool Settings::setS16(const std::string &name, s16 value)
 {
-       set(name, value ? "true" : "false");
+       return set(name, itos(value));
 }
 
 
-void Settings::setS16(const std::string &name, s16 value)
+bool Settings::setU16(const std::string &name, u16 value)
 {
-       set(name, itos(value));
+       return set(name, itos(value));
 }
 
 
-void Settings::setS32(const std::string &name, s32 value)
+bool Settings::setS32(const std::string &name, s32 value)
 {
-       set(name, itos(value));
+       return set(name, itos(value));
 }
 
 
-void Settings::setU64(const std::string &name, u64 value)
+bool Settings::setU64(const std::string &name, u64 value)
 {
        std::ostringstream os;
        os << value;
-       set(name, os.str());
+       return set(name, os.str());
 }
 
 
-void Settings::setFloat(const std::string &name, float value)
+bool Settings::setFloat(const std::string &name, float value)
 {
-       set(name, ftos(value));
+       return set(name, ftos(value));
 }
 
 
-void Settings::setV2F(const std::string &name, v2f value)
+bool Settings::setV2F(const std::string &name, v2f value)
 {
        std::ostringstream os;
        os << "(" << value.X << "," << value.Y << ")";
-       set(name, os.str());
+       return set(name, os.str());
 }
 
 
-void Settings::setV3F(const std::string &name, v3f value)
+bool Settings::setV3F(const std::string &name, v3f value)
 {
        std::ostringstream os;
        os << "(" << value.X << "," << value.Y << "," << value.Z << ")";
-       set(name, os.str());
+       return set(name, os.str());
 }
 
 
-void Settings::setFlagStr(const std::string &name, u32 flags,
+bool Settings::setFlagStr(const std::string &name, u32 flags,
        const FlagDesc *flagdesc, u32 flagmask)
 {
-       set(name, writeFlagString(flags, flagdesc, flagmask));
+       if (!flagdesc) {
+               if (!(flagdesc = getFlagDescFallback(name)))
+                       return false; // Not found
+       }
+
+       return set(name, writeFlagString(flags, flagdesc, flagmask));
 }
 
 
-bool Settings::setStruct(const std::string &name, const std::string &format, void *value)
+bool Settings::setStruct(const std::string &name, const std::string &format,
+       void *value)
 {
        std::string structstr;
        if (!serializeStructToString(&structstr, format, value))
                return false;
 
-       set(name, structstr);
-       return true;
+       return set(name, structstr);
+}
+
+
+bool Settings::setNoiseParams(const std::string &name,
+       const NoiseParams &np, bool set_default)
+{
+       Settings *group = new Settings;
+
+       group->setFloat("offset",      np.offset);
+       group->setFloat("scale",       np.scale);
+       group->setV3F("spread",        np.spread);
+       group->setS32("seed",          np.seed);
+       group->setU16("octaves",       np.octaves);
+       group->setFloat("persistence", np.persist);
+       group->setFloat("lacunarity",  np.lacunarity);
+       group->setFlagStr("flags",     np.flags, flagdesc_noiseparams, np.flags);
+
+       return setEntry(name, &group, true, set_default);
 }
 
 
 bool Settings::remove(const std::string &name)
 {
-       JMutexAutoLock lock(m_mutex);
-       return m_settings.erase(name);
+       // Lock as short as possible, unlock before doCallbacks()
+       m_mutex.lock();
+
+       SettingEntries::iterator it = m_settings.find(name);
+       if (it != m_settings.end()) {
+               delete it->second.group;
+               m_settings.erase(it);
+               m_mutex.unlock();
+
+               doCallbacks(name);
+               return true;
+       }
+
+       m_mutex.unlock();
+       return false;
 }
 
 
 void Settings::clear()
 {
-       JMutexAutoLock lock(m_mutex);
+       MutexAutoLock lock(m_mutex);
        clearNoLock();
 }
 
+void Settings::clearDefaults()
+{
+       MutexAutoLock lock(m_mutex);
+       clearDefaultsNoLock();
+}
 
 void Settings::updateValue(const Settings &other, const std::string &name)
 {
        if (&other == this)
                return;
 
-       JMutexAutoLock lock(m_mutex);
+       MutexAutoLock lock(m_mutex);
 
        try {
-               std::string val = other.get(name);
-               m_settings[name] = val;
+               m_settings[name] = other.get(name);
        } catch (SettingNotFoundException &e) {
        }
 }
@@ -613,115 +980,136 @@ void Settings::update(const Settings &other)
        if (&other == this)
                return;
 
-       JMutexAutoLock lock(m_mutex);
-       JMutexAutoLock lock2(other.m_mutex);
+       MutexAutoLock lock(m_mutex);
+       MutexAutoLock lock2(other.m_mutex);
 
        updateNoLock(other);
 }
 
 
-void Settings::registerChangedCallback(std::string name,
-               setting_changed_callback cbf)
+SettingsParseEvent Settings::parseConfigObject(const std::string &line,
+       const std::string &end, std::string &name, std::string &value)
 {
-       m_callbacks[name].push_back(cbf);
-}
+       std::string trimmed_line = trim(line);
 
+       if (trimmed_line.empty())
+               return SPE_NONE;
+       if (trimmed_line[0] == '#')
+               return SPE_COMMENT;
+       if (trimmed_line == end)
+               return SPE_END;
 
-inline bool Settings::parseConfigObject(std::istream &is,
-               std::string &name, std::string &value)
-{
-       bool end_found = false;
-       return parseConfigObject(is, name, value, "", end_found);
+       size_t pos = trimmed_line.find('=');
+       if (pos == std::string::npos)
+               return SPE_INVALID;
+
+       name  = trim(trimmed_line.substr(0, pos));
+       value = trim(trimmed_line.substr(pos + 1));
+
+       if (value == "{")
+               return SPE_GROUP;
+       if (value == "\"\"\"")
+               return SPE_MULTILINE;
+
+       return SPE_KVPAIR;
 }
 
 
-// NOTE: This function might be expanded to allow multi-line settings.
-bool Settings::parseConfigObject(std::istream &is,
-               std::string &name, std::string &value,
-               const std::string &end, bool &end_found)
+void Settings::updateNoLock(const Settings &other)
 {
-       std::string line;
-       std::getline(is, line);
-       std::string trimmed_line = trim(line);
-
-       // Ignore empty lines and comments
-       if (trimmed_line.empty() || trimmed_line[0] == '#') {
-               value = trimmed_line;
-               return false;
-       }
-       if (trimmed_line == end) {
-               end_found = true;
-               return false;
-       }
+       m_settings.insert(other.m_settings.begin(), other.m_settings.end());
+       m_defaults.insert(other.m_defaults.begin(), other.m_defaults.end());
+}
 
-       Strfnd sf(trimmed_line);
 
-       name = trim(sf.next("="));
-       if (name.empty()) {
-               value = trimmed_line;
-               return false;
-       }
+void Settings::clearNoLock()
+{
 
-       value = trim(sf.next("\n"));
+       for (SettingEntries::const_iterator it = m_settings.begin();
+                       it != m_settings.end(); ++it)
+               delete it->second.group;
+       m_settings.clear();
 
-       return true;
+       clearDefaultsNoLock();
 }
 
-
-void Settings::getUpdatedConfigObject(std::istream &is,
-               std::list<std::string> &dst,
-               std::set<std::string> &updated,
-               bool &changed)
+void Settings::clearDefaultsNoLock()
 {
-       std::string name, value;
-
-       if (!parseConfigObject(is, name, value)) {
-               dst.push_back(value + (is.eof() ? "" : "\n"));
-               return;
-       }
+       for (SettingEntries::const_iterator it = m_defaults.begin();
+                       it != m_defaults.end(); ++it)
+               delete it->second.group;
+       m_defaults.clear();
+}
 
-       if (m_settings.find(name) != m_settings.end()) {
-               std::string new_value = m_settings[name];
+void Settings::setDefault(const std::string &name, const FlagDesc *flagdesc,
+       u32 flags)
+{
+       m_flags[name] = flagdesc;
+       setDefault(name, writeFlagString(flags, flagdesc, U32_MAX));
+}
 
-               if (new_value != value) {
-                       changed = true;
+void Settings::overrideDefaults(Settings *other)
+{
+       for (const auto &setting : other->m_settings) {
+               if (setting.second.is_group) {
+                       setGroupDefault(setting.first, setting.second.group);
+                       continue;
                }
-
-               dst.push_back(name + " = " + new_value + (is.eof() ? "" : "\n"));
-               updated.insert(name);
-       } else { // File contains a setting which is not in m_settings
-               changed = true;
+               const FlagDesc *flagdesc = getFlagDescFallback(setting.first);
+               if (flagdesc) {
+                       // Flags cannot be copied directly.
+                       // 1) Get the current set flags
+                       u32 flags = getFlagStr(setting.first, flagdesc, nullptr);
+                       // 2) Set the flags as defaults
+                       other->setDefault(setting.first, flagdesc, flags);
+                       // 3) Get the newly set flags and override the default setting value
+                       setDefault(setting.first, flagdesc,
+                               other->getFlagStr(setting.first, flagdesc, nullptr));
+                       continue;
+               }
+               // Also covers FlagDesc settings
+               setDefault(setting.first, setting.second.value);
        }
 }
 
-
-void Settings::updateNoLock(const Settings &other)
+const FlagDesc *Settings::getFlagDescFallback(const std::string &name) const
 {
-       m_settings.insert(other.m_settings.begin(), other.m_settings.end());
-       m_defaults.insert(other.m_defaults.begin(), other.m_defaults.end());
+       auto it = m_flags.find(name);
+       return it == m_flags.end() ? nullptr : it->second;
 }
 
-
-void Settings::clearNoLock()
+void Settings::registerChangedCallback(const std::string &name,
+       SettingsChangedCallback cbf, void *userdata)
 {
-       m_settings.clear();
-       m_defaults.clear();
+       MutexAutoLock lock(m_callback_mutex);
+       m_callbacks[name].emplace_back(cbf, userdata);
 }
 
-void Settings::doCallbacks(const std::string name)
+void Settings::deregisterChangedCallback(const std::string &name,
+       SettingsChangedCallback cbf, void *userdata)
 {
-       std::vector<setting_changed_callback> tempvector;
-       {
-               JMutexAutoLock lock(m_mutex);
-               if (m_callbacks.find(name) != m_callbacks.end())
-               {
-                       tempvector = m_callbacks[name];
-               }
+       MutexAutoLock lock(m_callback_mutex);
+       SettingsCallbackMap::iterator it_cbks = m_callbacks.find(name);
+
+       if (it_cbks != m_callbacks.end()) {
+               SettingsCallbackList &cbks = it_cbks->second;
+
+               SettingsCallbackList::iterator position =
+                       std::find(cbks.begin(), cbks.end(), std::make_pair(cbf, userdata));
+
+               if (position != cbks.end())
+                       cbks.erase(position);
        }
+}
 
-       for (std::vector<setting_changed_callback>::iterator iter = tempvector.begin();
-                       iter != tempvector.end(); iter ++)
-       {
-               (*iter)(name);
+void Settings::doCallbacks(const std::string &name) const
+{
+       MutexAutoLock lock(m_callback_mutex);
+
+       SettingsCallbackMap::const_iterator it_cbks = m_callbacks.find(name);
+       if (it_cbks != m_callbacks.end()) {
+               SettingsCallbackList::const_iterator it;
+               for (it = it_cbks->second.begin(); it != it_cbks->second.end(); ++it)
+                       (it->first)(name, it->second);
        }
 }