Merge branch 'core4' into ryzomclassic-develop

Add: Support for Lua 5.4 bindings (Linux)

.gitattributes

@@ -0,0 +1,18 @@
+*.cpp ident
+*.h ident
+
+# Set the default behavior, in case people don't have core.autocrlf set.
+* text=auto
+
+# Explicitly declare text files you want to always be normalized and converted
+# to native line endings on checkout.
+*.c text
+*.h text
+*.cs text
+*.jade text
+*.json text
+*.js text
+*.css text
+*.htm text
+*.txt text
+*.sh text eol=lf

.gitignore

@@ -264,6 +264,7 @@ web/public_php/db_version_tool
 web/public_php/db_version_web
 web/public_php/role_service
 web/public_php/role_support
+web/public_php/role_admin
 web/public_php/role_domain
 web/public_php/db_version_ring
 web/public_php/config_user.php

CMakeLists.txt

@@ -53,16 +53,12 @@ ENDIF()
 
 CMAKE_MINIMUM_REQUIRED(VERSION 2.6)
 PROJECT(RyzomCore CXX C)
-SET(NL_VERSION_MAJOR 1)
+SET(NL_VERSION_MAJOR 4)
-SET(NL_VERSION_MINOR 1)
+SET(NL_VERSION_MINOR 0)
 SET(NL_VERSION_PATCH 0 CACHE STRING "Patch version")
 SET(YEAR "2001-${CURRENT_YEAR}")
 SET(AUTHOR "Winch Gate and The Ryzom Core Community")
 
-SET(RYZOM_VERSION_MAJOR 3)
-SET(RYZOM_VERSION_MINOR 6)
-SET(RYZOM_VERSION_PATCH 0)
-
 #-----------------------------------------------------------------------------
 # Redirect output files
 SET(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/bin)
@@ -104,8 +100,8 @@ SET(RYZOM_CLIENT_FORGET_PASSWORD_URL "https://open.ryzom.dev/ams/" CACHE STRING
 SET(RYZOM_CLIENT_PATCH_URL              "https://cdn.ryzom.dev/open/patch/" CACHE STRING "Ryzom Client Patch URL")
 SET(RYZOM_CLIENT_APP_NAME               "default")
 
-SET(RYZOM_WEBIG_MAIN_URL             "https://open.ryzom.dev/" CACHE STRING "Ryzom Client WebIG Main URL")
+SET(RYZOM_CLIENT_RELEASENOTES_URL       "https://open.ryzom.dev/releasenotes/index.php" CACHE STRING "Ryzom Client Release Notes URL")
-SET(RYZOM_WEBIG_TRUSTED_DOMAIN       "open.ryzom.dev" CACHE STRING "Ryzom Client WebIG Trusted Domain")
+SET(RYZOM_CLIENT_RELEASENOTES_RING_URL  "https://open.ryzom.dev/releasenotes_ring/index.php" CACHE STRING "Ryzom Client Release Notes URL")
 
 #-----------------------------------------------------------------------------
 # urls when compiling ryzom live client
@@ -117,8 +113,8 @@ IF(WITH_RYZOM_LIVE)
   SET(RYZOM_CLIENT_PATCH_URL            "http://dl.ryzom.com/patch_live")
   SET(RYZOM_CLIENT_APP_NAME             "ryzom_live")
 
-  SET(RYZOM_WEBIG_MAIN_URL             "https://app.ryzom.com/")
+SET(RYZOM_CLIENT_RELEASENOTES_URL       "https://app.ryzom.com/releasenotes/index.php")
-  SET(RYZOM_WEBIG_TRUSTED_DOMAIN       "app.ryzom.com")
+SET(RYZOM_CLIENT_RELEASENOTES_RING_URL  "https://app.ryzom.com/releasenotes_ring/index.php")
 ENDIF()
 
 #-----------------------------------------------------------------------------

CMakeModules/FindLua54.cmake

@@ -0,0 +1,81 @@
+# Locate Lua library
+# This module defines
+#  LUA54_FOUND, if false, do not try to link to Lua
+#  LUA_LIBRARIES
+#  LUA_INCLUDE_DIR, where to find lua.h
+#  LUA_VERSION_STRING, the version of Lua found (since CMake 2.8.8)
+#
+# Note that the expected include convention is
+#  #include "lua.h"
+# and not
+#  #include <lua/lua.h>
+# This is because, the lua location is not standardized and may exist
+# in locations other than lua/
+
+#=============================================================================
+# Copyright 2007-2009 Kitware, Inc.
+#
+# Distributed under the OSI-approved BSD License (the "License");
+# see accompanying file Copyright.txt for details.
+#
+# This software is distributed WITHOUT ANY WARRANTY; without even the
+# implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+# See the License for more information.
+#=============================================================================
+# (To distribute this file outside of CMake, substitute the full
+#  License text for the above reference.)
+
+find_path(LUA_INCLUDE_DIR lua.h
+  HINTS
+    ENV LUA_DIR
+  PATH_SUFFIXES include/lua54 include/lua5.4 include/lua-5.4 include/lua include
+  PATHS
+  ~/Library/Frameworks
+  /Library/Frameworks
+  /sw # Fink
+  /opt/local # DarwinPorts
+  /opt/csw # Blastwave
+  /opt
+)
+
+find_library(LUA_LIBRARY
+  NAMES lua54 lua5.4 lua-5.4 lua
+  HINTS
+    ENV LUA_DIR
+  PATH_SUFFIXES lib
+  PATHS
+  ~/Library/Frameworks
+  /Library/Frameworks
+  /sw
+  /opt/local
+  /opt/csw
+  /opt
+)
+
+if(LUA_LIBRARY)
+  # include the math library for Unix
+  if(UNIX AND NOT APPLE AND NOT BEOS)
+    find_library(LUA_MATH_LIBRARY m)
+    set( LUA_LIBRARIES "${LUA_LIBRARY};${LUA_MATH_LIBRARY}" CACHE STRING "Lua Libraries")
+  # For Windows and Mac, don't need to explicitly include the math library
+  else()
+    set( LUA_LIBRARIES "${LUA_LIBRARY}" CACHE STRING "Lua Libraries")
+  endif()
+endif()
+
+if(LUA_INCLUDE_DIR AND EXISTS "${LUA_INCLUDE_DIR}/lua.h")
+  file(STRINGS "${LUA_INCLUDE_DIR}/lua.h" lua_version_str REGEX "^#define[ \t]+LUA_RELEASE[ \t]+\"Lua .+\"")
+
+  string(REGEX REPLACE "^#define[ \t]+LUA_RELEASE[ \t]+\"Lua ([^\"]+)\".*" "\\1" LUA_VERSION_STRING "${lua_version_str}")
+  unset(lua_version_str)
+endif()
+
+include(FindPackageHandleStandardArgs)
+# handle the QUIETLY and REQUIRED arguments and set LUA_FOUND to TRUE if
+# all listed variables are TRUE
+FIND_PACKAGE_HANDLE_STANDARD_ARGS(Lua54
+                                  REQUIRED_VARS LUA_LIBRARIES LUA_INCLUDE_DIR
+                                  VERSION_VAR LUA_VERSION_STRING)
+
+mark_as_advanced(LUA_INCLUDE_DIR LUA_LIBRARIES LUA_LIBRARY LUA_MATH_LIBRARY)
+

CMakeModules/FindLuabind.cmake

@@ -10,6 +10,19 @@ MACRO(FIND_CORRECT_LUA_VERSION)
   IF(LUABIND_LIBRARY_RELEASE MATCHES "\\.so")
     INCLUDE(CheckDepends)
 
+    # check for Lua 5.4
+    SET(LUA54_LIBRARIES liblua5.4 liblua-5.4 liblua.so.5.4)
+
+    FOREACH(_LIB ${LUA54_LIBRARIES})
+      CHECK_LINKED_LIBRARY(LUABIND_LIBRARY_RELEASE _LIB LUALIB_FOUND)
+      IF(LUALIB_FOUND)
+        MESSAGE(STATUS "Luabind is using Lua 5.4")
+        FIND_PACKAGE(Lua54 REQUIRED)
+        BREAK()
+      ENDIF()
+    ENDFOREACH()
+
+    IF(NOT LUALIB_FOUND)
       # check for Lua 5.3
       SET(LUA53_LIBRARIES liblua5.3 liblua-5.3 liblua.so.5.3)
 
@@ -21,6 +34,7 @@ MACRO(FIND_CORRECT_LUA_VERSION)
           BREAK()
         ENDIF()
       ENDFOREACH()
+    ENDIF()
 
     IF(NOT LUALIB_FOUND)
       # check for Lua 5.2

config.h.cmake

@@ -39,8 +39,8 @@
 #cmakedefine RYZOM_CLIENT_PATCH_URL "${RYZOM_CLIENT_PATCH_URL}"
 #cmakedefine RYZOM_CLIENT_APP_NAME "${RYZOM_CLIENT_APP_NAME}"
 
-#cmakedefine RYZOM_WEBIG_MAIN_URL "${RYZOM_WEBIG_MAIN_URL}"
+#cmakedefine RYZOM_CLIENT_RELEASENOTES_RING_URL "${RYZOM_CLIENT_RELEASENOTES_RING_URL}"
-#cmakedefine RYZOM_WEBIG_TRUSTED_DOMAIN "${RYZOM_WEBIG_TRUSTED_DOMAIN}"
+#cmakedefine RYZOM_CLIENT_RELEASENOTES_URL "${RYZOM_CLIENT_RELEASENOTES_URL}"
 
 #cmakedefine AUTHOR "${AUTHOR}"
 #cmakedefine YEAR "${YEAR}"

dist/debian/ryzomcore_version.sh

@@ -32,9 +32,9 @@ parse_version()
   export $VAR=$V
 }
 
-parse_version RYZOM $VERSION_FILE VERSION_MAJOR
+parse_version NL $VERSION_FILE VERSION_MAJOR
-parse_version RYZOM $VERSION_FILE VERSION_MINOR
+parse_version NL $VERSION_FILE VERSION_MINOR
-parse_version RYZOM $VERSION_FILE VERSION_PATCH
+parse_version NL $VERSION_FILE VERSION_PATCH
 
 VERSION=$VERSION_MAJOR.$VERSION_MINOR.$VERSION_PATCH
 

nel/include/nel/gui/group_html.h

@@ -85,7 +85,10 @@ namespace NLGUI
 			/// Language code of the browser( e.g.: en, hu )
 			std::string languageCode;
 			/// List of domains the widget can consider secure.
-			std::vector< std::string > trustedDomains;
+			std::vector<std::string> trustedDomains;
+			/// Web server
+			std::string webServer;
+			std::string webServerDomain;
 			/// Maximum concurrent MultiCurl connections per CGroupHTML instance
 			sint32 curlMaxConnections;
 

nel/include/nel/gui/interface_element.h

@@ -3,7 +3,7 @@
 //
 // This source file has been modified by the following contributors:
 // Copyright (C) 2013-2014  Laszlo KIS-ADAM (dfighter) <dfighter1985@gmail.com>
-// Copyright (C) 2019  Jan BOON (Kaetemi) <jan.boon@kaetemi.be>
+// Copyright (C) 2019-2020  Jan BOON (Kaetemi) <jan.boon@kaetemi.be>
 //
 // This program is free software: you can redistribute it and/or modify
 // it under the terms of the GNU Affero General Public License as
@@ -383,7 +383,6 @@ namespace NLGUI
 		void dummySet(const std::string &value);
 
 	public:
-
 		// export some properties
 		REFLECT_EXPORT_START(CInterfaceElement, CReflectable)
 			REFLECT_BOOL ("active", getActive, setActive);
@@ -398,6 +397,7 @@ namespace NLGUI
 			REFLECT_SINT32 ("h_real", getHReal, dummySet);
 			REFLECT_STRING ("id", getIdByValue, dummySet);
 			REFLECT_STRING ("sizeref", getSizeRefAsString, setSizeRef);
+			REFLECT_STRING ("posparent", getPosParent, setPosParent);
 			REFLECT_LUA_METHOD("updateCoords", luaUpdateCoords);
 			REFLECT_LUA_METHOD("invalidateCoords", luaInvalidateCoords);
 			REFLECT_LUA_METHOD("invalidateContent", luaInvalidateContent);
@@ -525,6 +525,8 @@ namespace NLGUI
 		void setSizeParent( const std::string &id );
 		void getSizeParent( std::string &id ) const;
 
+		std::string getPosParent() const;
+		
 		void setSerializable( bool b ){ serializable = b; }
 		bool IsSerializable() const{ return serializable; }
 

nel/include/nel/gui/widget_manager.h

@@ -654,6 +654,8 @@ namespace NLGUI
 		bool _GroupSelection;
 		bool multiSelection;
 		uint32 _WidgetCount;
+
+		std::set<std::string> m_LoggedMissingElement;
 	};
 
 }

nel/include/nel/misc/cdb.h

@@ -3,6 +3,7 @@
 //
 // This source file has been modified by the following contributors:
 // Copyright (C) 2013  Laszlo KIS-ADAM (dfighter) <dfighter1985@gmail.com>
+// Copyright (C) 2014  Jan BOON (Kaetemi) <jan.boon@kaetemi.be>
 //
 // This program is free software: you can redistribute it and/or modify
 // it under the terms of the GNU Affero General Public License as
@@ -67,7 +68,7 @@ public:
 		S17, S18, S19, S20, S21, S22, S23, S24, S25, S26, S27, S28, S29, S30, S31, S32,
 		S33, S34, S35, S36, S37, S38, S39, S40, S41, S42, S43, S44, S45, S46, S47, S48,
 		S49, S50, S51, S52, S53, S54, S55, S56, S57, S58, S59, S60, S61, S62, S63, S64,
-		TEXT, Nb_Prop_Type
+		TEXT, PACKED, Nb_Prop_Type
 	};
 
 

nel/include/nel/misc/cdb_leaf.h

@@ -3,6 +3,7 @@
 //
 // This source file has been modified by the following contributors:
 // Copyright (C) 2013  Laszlo KIS-ADAM (dfighter) <dfighter1985@gmail.com>
+// Copyright (C) 2014  Jan BOON (Kaetemi) <jan.boon@kaetemi.be>
 //
 // This program is free software: you can redistribute it and/or modify
 // it under the terms of the GNU Affero General Public License as
@@ -96,6 +97,7 @@ public:
 		_Property = 0;
 		_oldProperty = 0;
 		_Type = UNKNOWN;
+		_Nullable = false;
 		_Changed = false;
 		_LastChangeGC = 0;
 	}
@@ -235,6 +237,9 @@ private:
 	/// property type
 	EPropType			_Type;
 
+	/// nullable
+	bool				_Nullable;
+
 	/// true if this value has changed
 	bool				_Changed;
 

nel/include/nel/misc/entity_id.h

@@ -25,6 +25,7 @@
 #include "debug.h"
 #include "common.h"
 #include "stream.h"
+#include "wang_hash.h"
 
 namespace NLMISC {
 
@@ -577,6 +578,7 @@ public:
 };*/
 
 // Traits for hash_map using CEntityId
+#if 0
 struct CEntityIdHashMapTraits
 {
 	enum { bucket_size = 4, min_buckets = 8 };
@@ -596,7 +598,27 @@ struct CEntityIdHashMapTraits
 		return id1.getShortId() < id2.getShortId();
 	}
 };
-
+#else
+struct CEntityIdHashMapTraits
+{
+	enum { bucket_size = 4, min_buckets = 8 };
+	CEntityIdHashMapTraits() { }
+	size_t operator() (const NLMISC::CEntityId &id ) const
+	{
+		uint64 hash64 = id.getUniqueId();
+		if (sizeof(size_t) == 8)
+		{
+			return (size_t)NLMISC::wangHash64(hash64);
+		}
+		else
+		{
+			uint32 hash32a = NLMISC::wangHash((uint32)(hash64 & 0xFFFFFFFF));
+			uint32 hash32b = NLMISC::wangHash((uint32)(hash64 >> 32));
+			return hash32a ^ hash32b;
+		}
+	}
+};
+#endif
 
 /*inline std::stringstream &operator << (std::stringstream &__os, const CEntityId &__t)
 {

nel/include/nel/misc/factory.h

@@ -71,10 +71,7 @@ public:
 	 */
 	void registerClass(const KeyType &key, IFactoryRegister<BaseClass> *factoryRegister)
 	{
-		// TODO: Removed assert because of crash of fes in 2019. We need found why... (ulukyn)
+		nlassert(_FactoryRegisters.find(key) == _FactoryRegisters.end());
-		//nlassert(_FactoryRegisters.find(key) == _FactoryRegisters.end());
-		//_FactoryRegisters.insert(std::make_pair(key, factoryRegister));
-		if (_FactoryRegisters.find(key) == _FactoryRegisters.end())
 		_FactoryRegisters.insert(std::make_pair(key, factoryRegister));
 	}
 

nel/include/nel/misc/ucstring.h

@@ -20,8 +20,6 @@
 #ifndef NL_UCSTRING_H
 #define NL_UCSTRING_H
 
-#define RYZOM_LUA_UCSTRING
-
 #include "types_nl.h"
 #include "debug.h"
 

nel/include/nel/net/message.h

@@ -1,6 +1,9 @@
 // NeL - MMORPG Framework <http://dev.ryzom.com/projects/nel/>
 // Copyright (C) 2010  Winch Gate Property Limited
 //
+// This source file has been modified by the following contributors:
+// Copyright (C) 2020  Jan BOON (Kaetemi) <jan.boon@kaetemi.be>
+//
 // This program is free software: you can redistribute it and/or modify
 // it under the terms of the GNU Affero General Public License as
 // published by the Free Software Foundation, either version 3 of the
@@ -92,6 +95,11 @@ public:
 	/// exchange memory data
 	void swap(CMessage &other);
 
+#ifdef NL_CPP14
+	/// Move operator
+	CMessage &operator=(CMessage &&other) noexcept { swap(other); return *this; }
+#endif
+
 	/// Sets the message type as a string and put it in the buffer if we are in writing mode
 	void setType (const std::string &name, TMessageType type=OneWay);
 

nel/include/nel/sound/audio_mixer_user.h

@@ -42,7 +42,7 @@
 
 // Current version is 2, Ryzom Live uses 1
 // Provided to allow compatibility with old binary files
-#define NLSOUND_SHEET_VERSION_BUILT 1
+#define NLSOUND_SHEET_VERSION_BUILT 2
 
 namespace NLLIGO {
 	class CLigoConfig;

nel/src/3d/mesh_base.cpp

@@ -172,6 +172,8 @@ void	CMeshBase::serialMeshBase(NLMISC::IStream &f)
 	 * ***********************************************/
 
 	/*
+	Version 10:
+		- Ryzom Core release check
 	Version 9:
 		- _CollisionMeshGeneration
 	Version 8:
@@ -194,7 +196,7 @@ void	CMeshBase::serialMeshBase(NLMISC::IStream &f)
 	Version 0:
 		- 1st version.
 	*/
-	sint ver = f.serialVersion(9);
+	sint ver = f.serialVersion(10);
 
 	if (ver >= 2)
 	{

nel/src/3d/zone.cpp

@@ -442,6 +442,8 @@ void			CZone::serial(NLMISC::IStream &f)
 	 *	It can be loaded/called through CAsyncFileManager for instance
 	 * ***********************************************/
 	/*
+	Version 5:
+		- Ryzom Core release check
 	Version 4:
 		- PointLights
 	Version 3:
@@ -453,7 +455,7 @@ void			CZone::serial(NLMISC::IStream &f)
 	Version 0:
 		- base verison.
 	*/
-	uint	ver= f.serialVersion(4);
+	uint	ver= f.serialVersion(5);
 
 	// No more compatibility before version 3
 	if (ver<3)

nel/src/gui/css_background_renderer.cpp

@@ -438,7 +438,7 @@ namespace NLGUI
 
 		if (bg.repeatX == CSS_VALUE_ROUND)
 		{
-			sint numTiles = std::max(1, (sint)std::round((float)areaW / texW));
+			sint numTiles = std::max(1, (sint)std::ceil(((float)areaW / texW) - 0.5f));
 			texW = areaW / numTiles;
 			if (bg.height.isAuto() && bg.repeatY != CSS_VALUE_ROUND)
 			{
@@ -449,7 +449,7 @@ namespace NLGUI
 
 		if (bg.repeatY == CSS_VALUE_ROUND)
 		{
-			sint numTiles = std::max(1, (sint)std::round((float)areaH / texH));
+			sint numTiles = std::max(1, (sint)std::ceil(((float)areaH / texH) - 0.5f));
 			texH = areaH / numTiles;
 			if (bg.width.isAuto() && bg.repeatX != CSS_VALUE_ROUND)
 			{

nel/src/gui/css_length.cpp

@@ -30,9 +30,10 @@ namespace NLGUI
 
 bool CSSLength::parseValue(const std::string &value, bool allowPercent, bool allowNegative)
 {
-	static const std::set<std::string> knownUnits = {
+	static const std::string knownUnitsArr[] = {
 		"%", "rem", "em", "px", "pt", "vw", "vh", "vi", "vb", "vmin", "vmax"
 	};
+	static const std::set<std::string> knownUnits(knownUnitsArr, &knownUnitsArr[sizeof(knownUnitsArr) / sizeof(knownUnitsArr[0])]);
 
 	std::string::size_type pos = 0;
 	std::string::size_type len = value.size();

nel/src/gui/group_html.cpp

@@ -403,8 +403,11 @@ namespace NLGUI
 	// Check if domain is on TrustedDomain
 	bool CGroupHTML::isTrustedDomain(const string &domain)
 	{
+		if (domain == options.webServerDomain)
+			return true;
+
 		vector<string>::iterator it;
-		it = find ( options.trustedDomains.begin(), options.trustedDomains.end(), domain);
+		it = find(options.trustedDomains.begin(), options.trustedDomains.end(), domain);
 		return it != options.trustedDomains.end();
 	}
 
@@ -3415,6 +3418,16 @@ namespace NLGUI
 			string finalUrl;
 			bool isLocal = lookupLocalFile (finalUrl, _URL.c_str(), true);
 
+			if (!isLocal && _URL.c_str()[0] == '/')
+			{
+				if (options.webServer.empty())
+				{
+					// Try again later
+					return;
+				}
+				finalUrl = options.webServer + finalUrl;
+			}
+
 			_URL = finalUrl;
 
 			CUrlParser uri (_URL);

nel/src/gui/interface_element.cpp

@@ -438,6 +438,14 @@ namespace NLGUI
 		parseSizeRef(sizeref.c_str());
 	}
 
+	// ------------------------------------------------------------------------------------------------
+	std::string CInterfaceElement::getPosParent() const
+	{
+		std::string id;
+		getPosParent(id);
+		return id;
+	}
+
 	// ------------------------------------------------------------------------------------------------
 	std::string CInterfaceElement::getSizeRefAsString() const
 	{

nel/src/gui/libwww.cpp

@@ -208,9 +208,10 @@ namespace NLGUI
 	// ***************************************************************************
 	bool getCssLength (float &value, std::string &unit, const std::string &str, bool neg)
 	{
-		static const std::set<std::string> knownUnits = {
+		static const std::string knownUnitsArr[] = {
 			"%", "rem", "em", "px", "pt", "vw", "vh", "vi", "vb", "vmin", "vmax"
 		};
+		static const std::set<std::string> knownUnits(knownUnitsArr, &knownUnitsArr[sizeof(knownUnitsArr) / sizeof(knownUnitsArr[0])]);
 
 		std::string::size_type pos = 0;
 		std::string::size_type len = str.size();

nel/src/gui/view_text.cpp

@@ -1029,9 +1029,6 @@ namespace NLGUI
 
 			if (_MultiLine)
 			{
-				if (NLMISC::startsWith(propPtr, "u:"))
-					setTextFormatTaged(std::string(propPtr).substr(2));
-				else
 				setTextFormatTaged(CI18N::get(propPtr));
 			}
 			else

nel/src/gui/widget_manager.cpp

@@ -435,8 +435,23 @@ namespace NLGUI
 			CWidgetManager::SMasterGroup &rMG = _MasterGroups[nMasterGroup];
 			CInterfaceElement *pIEL = rMG.Group->getElement (sEltId);
 			if (pIEL != NULL)
+			{
+#if !FINAL_VERSION
+				if (m_LoggedMissingElement.find(sEltId) != m_LoggedMissingElement.end())
+				{
+					m_LoggedMissingElement.erase(sEltId);
+					nlwarning("Previously missing UI element with Id '%s' was now found!", sEltId.c_str());
+				}
+#endif
 				return pIEL;
 			}
+		}
+
+		if (m_LoggedMissingElement.find(sEltId) == m_LoggedMissingElement.end())
+		{
+			m_LoggedMissingElement.insert(sEltId);
+			nlwarning("Could not find UI element from Id '%s'...", sEltId.c_str());
+		}
 		return NULL;
 	}
 

nel/src/misc/cdb_leaf.cpp

@@ -3,7 +3,7 @@
 //
 // This source file has been modified by the following contributors:
 // Copyright (C) 2013  Laszlo KIS-ADAM (dfighter) <dfighter1985@gmail.com>
-// Copyright (C) 2016  Jan BOON (Kaetemi) <jan.boon@kaetemi.be>
+// Copyright (C) 2014-2020  Jan BOON (Kaetemi) <jan.boon@kaetemi.be>
 //
 // This program is free software: you can redistribute it and/or modify
 // it under the terms of the GNU Affero General Public License as
@@ -51,6 +51,18 @@ namespace NLMISC{
 //-----------------------------------------------
 void CCDBNodeLeaf::init(  xmlNodePtr node, IProgressCallback &/* progressCallBack */, bool /* mapBanks */, CCDBBankHandler * /* bankHandler */ )
 {
+	// Read nullable
+	CXMLAutoPtr nullable((const char*)xmlGetProp (node, (xmlChar*)"nullable"));
+	if ((const char *) nullable != NULL)
+	{
+		_Nullable = (nullable.getDatas()[0] == '1');
+	}
+	else
+	{
+		_Nullable = false;
+	}
+
+	// Read type
 	CXMLAutoPtr type((const char*)xmlGetProp (node, (xmlChar*)"type"));
 	nlassert((const char *) type != NULL);
 
@@ -87,6 +99,9 @@ void CCDBNodeLeaf::init(  xmlNodePtr node, IProgressCallback &/* progressCallBac
 		// IF it is a TEXT.
 		if(!strcmp(type, "TEXT"))
 			_Type = ICDBNode::TEXT;
+		// IF it is a PACKED.
+		else if (!strcmp(type, "PACKED"))
+			_Type = ICDBNode::PACKED;
 		// ELSE type unknown.
 		else
 		{
@@ -131,6 +146,15 @@ void CCDBNodeLeaf::write( CTextId& id, FILE * f)
 	fprintf(f,"%" NL_I64 "d\t%s\n",_Property,id.toString().c_str());
 } // write //
 
+inline uint readPackedBitCount(CBitMemStream & f)
+{
+	uint64 nibbleCount;
+	f.serial(nibbleCount, 4);
+	uint bits = (nibbleCount << 2) + 4;
+	// nlinfo("PACKED: %u bits", (uint32)(bits));
+	return bits;
+}
+
 //-----------------------------------------------
 //	readDelta
 //-----------------------------------------------
@@ -141,15 +165,26 @@ void CCDBNodeLeaf::readDelta(TGameCycle gc, CBitMemStream & f )
 	{
 		// Read the Property Value according to the Property Type.
 		uint64 recvd = 0;
+
+		uint64 isNull = 0;
+		if (_Nullable)
+		{
+			f.serial(isNull, 1);
+		}
+
 		uint bits;
+		if (!isNull)
+		{
 			if (_Type == TEXT)
 				bits = 32;
+			else if (_Type == PACKED)
+				bits = readPackedBitCount(f);
 			else if (_Type <= I64)
 				bits = _Type;
 			else
 				bits = _Type - 64;
 			f.serial(recvd, bits);
-
+		}
 
 		// if the DB update is older than last DB update, abort (but after the read!!)
 		if(gc<_LastChangeGC)
@@ -162,7 +197,9 @@ void CCDBNodeLeaf::readDelta(TGameCycle gc, CBitMemStream & f )
 		_Property = (sint64)recvd;
 
 		// if signed
-		if (! ((_Type == TEXT) || (_Type <= I64)))
+		if (! ((_Type == TEXT) || (_Type == PACKED) || (_Type <= I64)))
+		{
+			if (!isNull)
 			{
 				// extend bit sign
 				sint64 mask = (((sint64)1)<<bits)-(sint64)1;
@@ -171,9 +208,13 @@ void CCDBNodeLeaf::readDelta(TGameCycle gc, CBitMemStream & f )
 					_Property |= ~mask;
 				}
 			}
+		}
 		if ( verboseDatabase )
 		{
+			if (!isNull)
 				nlinfo( "CDB: Read value (%u bits) %" NL_I64 "d", bits, _Property );
+			else
+				nlinfo( "CDB: Read null value %" NL_I64 "d", _Property );
 		}
 
 		// bkup the date of change

nel/src/misc/command.cpp

@@ -52,9 +52,8 @@ ICommand::ICommand(const char *categoryName, const char *commandName, const char
 
 	if (comm != LocalCommands->end ())
 	{
-		nlinfo("command with same name: %s", commandName);
 		// 2 commands have the same name
-		// nlstopex (("There are 2 commands that have the same name in the project (command name '%s'), skip the second definition", commandName));
+		nlstopex (("There are 2 commands that have the same name in the project (command name '%s'), skip the second definition", commandName));
 	}
 	else
 	{

nel/src/misc/eid_translator.cpp

@@ -288,7 +288,7 @@ void CEntityIdTranslator::registerEntity (const CEntityId &eid, const ucstring &
 		return;
 	}
 
-	//nlinfo ("EIT: Register EId %s EntityName '%s' UId %d UserName '%s'", reid.toString().c_str(), entityName.toString().c_str(), uid, userName.c_str());
+	nlinfo ("EIT: Register EId %s EntityName '%s' UId %d UserName '%s'", reid.toString().c_str(), entityName.toString().c_str(), uid, userName.c_str());
 	RegisteredEntities.insert (make_pair(reid, CEntityIdTranslator::CEntity(entityName, uid, userName, entitySlot, shardId)));
 	NameIndex.insert(make_pair(toLower(entityName), reid));
 }

nel/src/misc/seven_zip.cpp

@@ -17,6 +17,7 @@
 // You should have received a copy of the GNU Affero General Public License
 // along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
+#include "stdmisc.h"
 #include <nel/misc/seven_zip.h>
 
 #include <nel/misc/types_nl.h>

nel/src/net/admin.cpp

@@ -612,7 +612,7 @@ void initAdmin (bool dontUseAES)
 	{
 		CUnifiedNetwork::getInstance()->setServiceUpCallback ("AES", cbAESConnection, NULL);
 		CUnifiedNetwork::getInstance()->setServiceDownCallback ("AES", cbAESDisconnection, NULL);
-		CUnifiedNetwork::getInstance()->addService ("AES", CInetAddress("localhost:49997"));
+		CUnifiedNetwork::getInstance()->addService ("AES", CInetAddress("localhost:43997"));
 	}
 	CUnifiedNetwork::getInstance()->addCallbackArray (CallbackArray, sizeof(CallbackArray)/sizeof(CallbackArray[0]));
 }

nel/src/net/login_client.cpp

@@ -141,7 +141,7 @@ string CLoginClient::authenticateBegin(const string &loginServiceAddr, const ucs
 
 		string addr = loginServiceAddr;
 		if(addr.find(":") == string::npos)
-			addr += ":49997";
+			addr += ":43997";
 		if(_LSCallbackClient->connected())
 			_LSCallbackClient->disconnect();
 		_LSCallbackClient->connect (CInetAddress(addr));

nel/src/net/unified_network.cpp

@@ -266,9 +266,14 @@ void	uncbServiceIdentification(CMessage &msgin, TSockId from, CCallbackNetBase &
 
 	nlinfo ("HNETL5: + connect ident '%s' %s-%hu pos %hu ext %d", from->asString().c_str(), inSName.c_str(), inSid.get(), (uint16)pos, (uint8)isExternal);
 
-	if(isExternal)
+	if (isExternal)
 	{
-		nlassert (pos == 0);
+
+#ifdef NL_OS_WINDOWS
+		pos = 0;
+#else
+		nlassert(pos == 0);
+#endif
 	}
 
 	if (inSid.get() == 0)

nel/src/pacs/move_container.cpp

@@ -2,7 +2,7 @@
 // Copyright (C) 2010-2019  Winch Gate Property Limited
 //
 // This source file has been modified by the following contributors:
-// Copyright (C) 2020  Jan BOON (Kaetemi) <jan.boon@kaetemi.be>
+// Copyright (C) 2019-2020  Jan BOON (Kaetemi) <jan.boon@kaetemi.be>
 //
 // This program is free software: you can redistribute it and/or modify
 // it under the terms of the GNU Affero General Public License as
@@ -418,7 +418,8 @@ void CMoveContainer::updateCells (CMovePrimitive *primitive, uint8 worldImage)
 	CPrimitiveWorldImage *wI=primitive->getWorldImage (worldImage);
 
 #if !FINAL_VERSION
-/*	// Check BB width not too large
+#ifndef RYZOM_FORGE
+	// Check BB width not too large
 	if (wI->getBBXMax() - wI->getBBXMin() > _CellWidth)
 	{
 		nlwarning ("Primitives have moved more than a cell, width: %f.", (float)(wI->getBBXMax() - wI->getBBXMin()));
@@ -429,7 +430,7 @@ void CMoveContainer::updateCells (CMovePrimitive *primitive, uint8 worldImage)
 	{
 		nlwarning ("Primitives have moved more than a cell, height: %f.", (float)(wI->getBBYMax() - wI->getBBYMin()));
 	}
-*/
+#endif
 #endif
 
 	// Get coordinate in the cell array

nel/src/sound/sound.cpp

@@ -262,7 +262,7 @@ void				CSound::importForm(const std::string& filename, NLGEORGES::UFormElm& roo
 	_GroupController = CGroupControllerRoot::getInstance()->getGroupController(NLSOUND_SHEET_V1_DEFAULT_SOUND_GROUP_CONTROLLER);
 #else
 	std::string groupControllerPath;
-	root.getValueByName(groupControllerPath, ".GroupControllerPath");
+	root.getValueByName(groupControllerPath, ".GroupController");
 	_GroupController = CGroupControllerRoot::getInstance()->getGroupController(groupControllerPath);
 #endif
 

nel/tools/build_gamedata/0_setup.py

@@ -65,157 +65,219 @@ if not args.noconf:
 	except NameError:
 		BuildQuality = 1
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
+		RemapLocalFrom
+	except NameError:
+		RemapLocalFrom = 'R:'
+	try:
+		if args.preset:
+			DummyUnknownName
+		RemapLocalTo
+	except NameError:
+		RemapLocalTo = os.getenv('RC_ROOT').replace('\\', '/')
+		if (not RemapLocalTo) or (not ':' in RemapLocalTo):
+			RemapLocalTo = 'R:'
+	try:
+		if args.preset:
+			DummyUnknownName
 		ToolDirectories
 	except NameError:
-		ToolDirectories = [ 'R:/distribution/nel_tools_win_x64-distribution', 'R:/distribution/ryzom_tools_win_x64-distribution' ]
+		ToolDirectories = [ 'R:/distribution/nel_tools_win_x64', 'R:/distribution/ryzom_tools_win_x64' ]
 	try:
 		ToolSuffix
 	except NameError:
 		ToolSuffix = ".exe"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		ScriptDirectory
 	except NameError:
 		ScriptDirectory = "R:/code/nel/tools/build_gamedata"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		WorkspaceDirectory
 	except NameError:
 		WorkspaceDirectory = "R:/leveldesign/workspace"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		DatabaseDirectory
 	except NameError:
 		DatabaseDirectory = "R:/graphics"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		SoundDirectory
 	except NameError:
 		SoundDirectory = "R:/sound"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		SoundDfnDirectory
 	except NameError:
 		SoundDfnDirectory = "R:/sound/DFN"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		ExportBuildDirectory
 	except NameError:
 		ExportBuildDirectory = "R:/pipeline/export"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		InstallDirectory
 	except NameError:
 		InstallDirectory = "R:/pipeline/install"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		ClientDevDirectory
 	except NameError:
 		ClientDevDirectory = "R:/pipeline/client_dev"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
+		ClientDevLiveDirectory
+	except NameError:
+		ClientDevLiveDirectory = "R:/pipeline/client_dev_live"
+	try:
+		if args.preset:
+			DummyUnknownName
 		ClientPatchDirectory
 	except NameError:
 		ClientPatchDirectory = "R:/pipeline/client_patch"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		ClientInstallDirectory
 	except NameError:
 		ClientInstallDirectory = "R:/pipeline/client_install"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		ShardInstallDirectory
 	except NameError:
 		ShardInstallDirectory = "R:/pipeline/shard"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
+		ShardDevDirectory
+	except NameError:
+		ShardDevDirectory = "R:/pipeline/shard_dev"
+	try:
+		if args.preset:
+			DummyUnknownName
 		WorldEditInstallDirectory
 	except NameError:
 		WorldEditInstallDirectory = "R:/pipeline/worldedit"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		WorldEditorFilesDirectory
 	except NameError:
 		WorldEditorFilesDirectory = "R:/code/ryzom/common/data_leveldesign/leveldesign/world_editor_files"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		LeveldesignDirectory
 	except NameError:
 		LeveldesignDirectory = "R:/leveldesign"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		LeveldesignDfnDirectory
 	except NameError:
 		LeveldesignDfnDirectory = "R:/leveldesign/DFN"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		LeveldesignWorldDirectory
 	except NameError:
 		LeveldesignWorldDirectory = "R:/leveldesign/world"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		PrimitivesDirectory
 	except NameError:
 		PrimitivesDirectory = "R:/leveldesign/primitives"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		LeveldesignDataCommonDirectory
 	except NameError:
 		LeveldesignDataCommonDirectory = "R:/leveldesign/common"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		LeveldesignDataShardDirectory
 	except NameError:
 		LeveldesignDataShardDirectory = "R:/leveldesign/shard"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		TranslationDirectory
 	except NameError:
 		TranslationDirectory = "R:/leveldesign/translation"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		GamedevDirectory
 	except NameError:
 		GamedevDirectory = "R:/code/ryzom/client/data/gamedev"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		DataCommonDirectory
 	except NameError:
 		DataCommonDirectory = "R:/code/ryzom/common/data_common"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		DataShardDirectory
 	except NameError:
 		DataShardDirectory = "R:/code/ryzom/server/data_shard"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		WindowsExeDllCfgDirectories
 	except NameError:
 		# TODO: Separate 64bit and 32bit
 		WindowsExeDllCfgDirectories = [ '', 'R:/build/fv_x64/bin/Release', 'R:/distribution/external_x64', 'R:/code/ryzom/client', '', '', '' ]
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		LinuxServiceExecutableDirectory
 	except NameError:
-		LinuxServiceExecutableDirectory = "R:/build/gcc_server/bin"
+		LinuxServiceExecutableDirectory = "R:/build/server_gcc/bin"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		LinuxClientExecutableDirectory
 	except NameError:
-		LinuxClientExecutableDirectory = "R:/build/gcc_client/bin"
+		LinuxClientExecutableDirectory = "R:/build/client_gcc/bin"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
+		PatchmanDevDirectory
+	except NameError:
+		PatchmanDevDirectory = "R:/patchman/terminal_dev"
+	try:
+		if args.preset:
+			DummyUnknownName
 		PatchmanCfgAdminDirectory
 	except NameError:
 		PatchmanCfgAdminDirectory = "R:/patchman/admin_install"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		PatchmanCfgDefaultDirectory
 	except NameError:
 		PatchmanCfgDefaultDirectory = "R:/patchman/default"
 	try:
-		if not args.preset:
+		if args.preset:
+			DummyUnknownName
 		PatchmanBridgeServerDirectory
 	except NameError:
 		PatchmanBridgeServerDirectory = "R:/pipeline/bridge_server"
@@ -276,9 +338,11 @@ if not args.noconf:
 		ExportBuildDirectory = askVar(log, "[OUT] Export Build Directory", ExportBuildDirectory).replace("\\", "/")
 		InstallDirectory = askVar(log, "[OUT] Install Directory", InstallDirectory).replace("\\", "/")
 		ClientDevDirectory = askVar(log, "[OUT] Client Dev Directory", ClientDevDirectory).replace("\\", "/")
+		ClientDevLiveDirectory = askVar(log, "[OUT] Client Dev Live Directory", ClientDevLiveDirectory).replace("\\", "/")
 		ClientPatchDirectory = askVar(log, "[OUT] Client Patch Directory", ClientPatchDirectory).replace("\\", "/")
 		ClientInstallDirectory = askVar(log, "[OUT] Client Install Directory", ClientInstallDirectory).replace("\\", "/")
 		ShardInstallDirectory = askVar(log, "[OUT] Shard Data Install Directory", ShardInstallDirectory).replace("\\", "/")
+		ShardDevDirectory = askVar(log, "[OUT] Shard Dev Directory", ShardDevDirectory).replace("\\", "/")
 		WorldEditInstallDirectory = askVar(log, "[OUT] World Edit Data Install Directory", WorldEditInstallDirectory).replace("\\", "/")
 		LeveldesignDirectory = askVar(log, "[IN] Leveldesign Directory", LeveldesignDirectory).replace("\\", "/")
 		LeveldesignDfnDirectory = askVar(log, "[IN] Leveldesign DFN Directory", LeveldesignDfnDirectory).replace("\\", "/")
@@ -300,6 +364,7 @@ if not args.noconf:
 		WindowsExeDllCfgDirectories[6] = askVar(log, "[IN] Septenary Windows exe/dll/cfg Directory", WindowsExeDllCfgDirectories[6]).replace("\\", "/")
 		LinuxServiceExecutableDirectory = askVar(log, "[IN] Linux Service Executable Directory", LinuxServiceExecutableDirectory).replace("\\", "/")
 		LinuxClientExecutableDirectory = askVar(log, "[IN] Linux Client Executable Directory", LinuxClientExecutableDirectory).replace("\\", "/")
+		PatchmanDevDirectory = askVar(log, "[IN] Patchman Directory", PatchmanDevDirectory).replace("\\", "/")
 		PatchmanCfgAdminDirectory = askVar(log, "[IN] Patchman Cfg Admin Directory", PatchmanCfgAdminDirectory).replace("\\", "/")
 		PatchmanCfgDefaultDirectory = askVar(log, "[IN] Patchman Cfg Default Directory", PatchmanCfgDefaultDirectory).replace("\\", "/")
 		PatchmanBridgeServerDirectory = askVar(log, "[OUT] Patchman Bridge Server Patch Directory", PatchmanBridgeServerDirectory).replace("\\", "/")
@@ -350,6 +415,9 @@ if not args.noconf:
 	sf.write("# Quality option for this site (1 for BEST, 0 for DRAFT)\n")
 	sf.write("BuildQuality = " + str(BuildQuality) + "\n")
 	sf.write("\n")
+	sf.write("RemapLocalFrom = \"" + str(RemapLocalFrom) + "\"\n")
+	sf.write("RemapLocalTo = \"" + str(RemapLocalTo) + "\"\n")
+	sf.write("\n")
 	sf.write("ToolDirectories = " + str(ToolDirectories) + "\n")
 	sf.write("ToolSuffix = \"" + str(ToolSuffix) + "\"\n")
 	sf.write("\n")
@@ -366,9 +434,11 @@ if not args.noconf:
 	sf.write("# Install directories\n")
 	sf.write("InstallDirectory = \"" + str(InstallDirectory) + "\"\n")
 	sf.write("ClientDevDirectory = \"" + str(ClientDevDirectory) + "\"\n")
+	sf.write("ClientDevLiveDirectory = \"" + str(ClientDevLiveDirectory) + "\"\n")
 	sf.write("ClientPatchDirectory = \"" + str(ClientPatchDirectory) + "\"\n")
 	sf.write("ClientInstallDirectory = \"" + str(ClientInstallDirectory) + "\"\n")
 	sf.write("ShardInstallDirectory = \"" + str(ShardInstallDirectory) + "\"\n")
+	sf.write("ShardDevDirectory = \"" + str(ShardDevDirectory) + "\"\n")
 	sf.write("WorldEditInstallDirectory = \"" + str(WorldEditInstallDirectory) + "\"\n")
 	sf.write("\n")
 	sf.write("# Utility directories\n")
@@ -390,6 +460,7 @@ if not args.noconf:
 	sf.write("WindowsExeDllCfgDirectories = " + str(WindowsExeDllCfgDirectories) + "\n")
 	sf.write("LinuxServiceExecutableDirectory = \"" + str(LinuxServiceExecutableDirectory) + "\"\n")
 	sf.write("LinuxClientExecutableDirectory = \"" + str(LinuxClientExecutableDirectory) + "\"\n")
+	sf.write("PatchmanDevDirectory = \"" + str(PatchmanDevDirectory) + "\"\n")
 	sf.write("PatchmanCfgAdminDirectory = \"" + str(PatchmanCfgAdminDirectory) + "\"\n")
 	sf.write("PatchmanCfgDefaultDirectory = \"" + str(PatchmanCfgDefaultDirectory) + "\"\n")
 	sf.write("PatchmanBridgeServerDirectory = \"" + str(PatchmanBridgeServerDirectory) + "\"\n")
@@ -407,7 +478,17 @@ if not args.noconf:
 	sf.write("\n")
 	sf.write("\n")
 	sf.write("# end of file\n")
+	sf.flush()
 	sf.close()
+	sf = open("configuration/buildsite_local.py", "w")
+	sfr = open("configuration/buildsite.py", "r")
+	for l in sfr:
+		sf.write(l.replace(RemapLocalFrom + '/', RemapLocalTo + '/'))
+	sf.flush()
+	sfr.close()
+	sf.close()
+
+from buildsite_local import *
 
 sys.path.append(WorkspaceDirectory)
 from projects import *
@@ -448,6 +529,7 @@ printLog(log, "")
 # Additional directories
 printLog(log, ">>> Setup additional directories <<<")
 mkPath(log, ClientDevDirectory)
+mkPath(log, ClientDevLiveDirectory)
 mkPath(log, ClientPatchDirectory)
 mkPath(log, ClientInstallDirectory)
 
@@ -503,6 +585,7 @@ if not args.noverify:
 	findTool(log, ToolDirectories, TranslationToolsTool, ToolSuffix)
 	findTool(log, ToolDirectories, BuildWorldPackedColTool, ToolSuffix)
 	findTool(log, ToolDirectories, R2IslandsTexturesTool, ToolSuffix)
+	findTool(log, ToolDirectories, PatchmanServiceTool, ToolSuffix)
 
 log.close()
 if os.path.isfile("0_setup.log"):

nel/tools/build_gamedata/1_export.py

@@ -47,7 +47,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from tools import *
 
 sys.path.append(WorkspaceDirectory)

nel/tools/build_gamedata/2_build.py

@@ -47,7 +47,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from tools import *
 
 sys.path.append(WorkspaceDirectory)

nel/tools/build_gamedata/3_install.py

@@ -47,7 +47,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from tools import *
 
 sys.path.append(WorkspaceDirectory)

nel/tools/build_gamedata/9_upload.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from tools import *
 
 try:

nel/tools/build_gamedata/a1_worldedit_data.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from tools import *
 
 sys.path.append(WorkspaceDirectory)

nel/tools/build_gamedata/all_dev.bat

@@ -1,15 +1,17 @@
 title Ryzom Core: 0_setup.py --noconf
-0_setup.py --noconf
+python 0_setup.py --noconf
 title Ryzom Core: 1_export.py
-1_export.py
+python 1_export.py
 title Ryzom Core: 2_build.py
-2_build.py
+python 2_build.py
 title Ryzom Core: 3_install.py
-3_install.py
+python 3_install.py
 title Ryzom Core: a1_worldedit_data.py
-a1_worldedit_data.py
+python a1_worldedit_data.py
 title Ryzom Core: b1_client_dev.py
-b1_client_dev.py
+python b1_client_dev.py
 title Ryzom Core: b2_shard_data.py
-b2_shard_data.py
+python b2_shard_data.py
+title Ryzom Core: b3_shard_dev.py
+python b3_shard_dev.py
 title Ryzom Core: Ready

nel/tools/build_gamedata/all_install_dev.bat

@@ -1,9 +1,11 @@
 title Ryzom Core: 3_install.py
-3_install.py
+python 3_install.py
 title Ryzom Core: a1_worldedit_data.py
-a1_worldedit_data.py
+python a1_worldedit_data.py
 title Ryzom Core: b1_client_dev.py
-b1_client_dev.py
+python b1_client_dev.py
 title Ryzom Core: b2_shard_data.py
-b2_shard_data.py
+python b2_shard_data.py
+title Ryzom Core: b3_shard_dev.py
+python b3_shard_dev.py
 title Ryzom Core: Ready

nel/tools/build_gamedata/b1_client_dev.py

@@ -24,14 +24,14 @@
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 # 
 
-import time, sys, os, shutil, subprocess, distutils.dir_util
+import time, sys, os, shutil, subprocess, distutils.dir_util, socket
 sys.path.append("configuration")
 
 if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from tools import *
 
 sys.path.append(WorkspaceDirectory)
@@ -45,9 +45,10 @@ printLog(log, "-------")
 printLog(log, time.strftime("%Y-%m-%d %H:%MGMT", time.gmtime(time.time())))
 printLog(log, "")
 
-if not os.path.isfile(ClientDevDirectory + "/client.cfg"):
+mkPath(log, ClientDevLiveDirectory)
-	printLog(log, ">>> Generate client.cfg <<<")
+if not os.path.isfile(ClientDevLiveDirectory + "/client.cfg"):
-	cfg = open(ClientDevDirectory + "/client.cfg", "w")
+	printLog(log, ">>> Generate live dev client.cfg <<<")
+	cfg = open(ClientDevLiveDirectory + "/client.cfg", "w")
 	cfg.write("RootConfigFilename   = \"client_default.cfg\";\n")
 	cfg.write("PreDataPath          = {\n")
 	cfg.write("\t\"user\", \"patch\", \"" + DataCommonDirectory + "\", \"" + GamedevDirectory + "\", \"" + LeveldesignDirectory + "/translation/translated\", \"" + InstallDirectory + "\", \"data\", \"examples\" \n")
@@ -57,6 +58,24 @@ if not os.path.isfile(ClientDevDirectory + "/client.cfg"):
 	cfg.write("DisplayLuaDebugInfo  = 1;\n")
 	cfg.write("AllowDebugLua        = 1;\n")
 	cfg.write("FullScreen           = 0;\n")
+	cfg.flush()
+	cfg.close()
+	printLog(log, "")
+
+mkPath(log, ClientDevDirectory)
+if not os.path.isfile(ClientDevDirectory + "/client.cfg"):
+	printLog(log, ">>> Generate local dev client.cfg <<<")
+	cfg = open(ClientDevDirectory + "/client.cfg", "w")
+	cfgr = open(ClientDevLiveDirectory + "/client.cfg", "r")
+	for l in cfgr:
+		cfg.write(l)
+	cfgr.close()
+	cfg.write("StartupHost          = \"http://" + socket.gethostname() + ":9042\";\n")
+	cfg.write("Application          = {\n")
+	cfg.write("	\"dev\", \"./client_ryzom_r.exe\", \"./\" \n")
+	cfg.write("};\n")
+	cfg.flush()
+	cfg.close()
 	printLog(log, "")
 
 printLog(log, ">>> Install data <<<")
@@ -64,13 +83,22 @@ for category in InstallClientData:
 	if (category["UnpackTo"] != None):
 		printLog(log, "CATEGORY " + category["Name"])
 		targetPath = ClientDevDirectory
+		targetPathLive = ClientDevLiveDirectory
 		if (category["UnpackTo"] != ""):
 			targetPath += "/" + category["UnpackTo"]
+			targetPathLive += "/" + category["UnpackTo"]
 		mkPath(log, targetPath)
+		mkPath(log, targetPathLive)
 		for package in category["Packages"]:
 			printLog(log, "PACKAGE " + package[0])
 			mkPath(log, InstallDirectory + "/" + package[0])
+			if "exedll" in package[0]:
+				if package[0] == "exedll": # or package[0] == platformExeDll # TODO: 64-bit and Linux separation of exedll, only include one
+					copyFileIfNeeded(log, InstallDirectory + "/" + package[0] + "/client_default.cfg", targetPath)
+					copyFileIfNeeded(log, InstallDirectory + "/" + package[0] + "/client_default.cfg", targetPathLive)
+			else:
 				copyFilesNoTreeIfNeeded(log, InstallDirectory + "/" + package[0], targetPath)
+				copyFilesNoTreeIfNeeded(log, InstallDirectory + "/" + package[0], targetPathLive)
 printLog(log, "")
 
 log.close()

nel/tools/build_gamedata/b2_shard_data.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from tools import *
 
 sys.path.append(WorkspaceDirectory)

nel/tools/build_gamedata/b3_shard_dev.py

@@ -0,0 +1,152 @@
+#!/usr/bin/python
+# 
+# \file b2_shard_data.py
+# \brief Install shard data
+# \date 2009-02-18 16:19GMT
+# \author Jan Boon (Kaetemi)
+# Python port of game data build pipeline.
+# Install shard data
+# 
+# NeL - MMORPG Framework <http://dev.ryzom.com/projects/nel/>
+# Copyright (C) 2009-2014  by authors
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+# 
+
+import time, sys, os, shutil, subprocess, distutils.dir_util
+sys.path.append("configuration")
+
+if os.path.isfile("log.log"):
+	os.remove("log.log")
+log = open("log.log", "w")
+from scripts import *
+from buildsite_local import *
+from tools import *
+
+sys.path.append(WorkspaceDirectory)
+from projects import *
+
+# Log error
+printLog(log, "")
+printLog(log, "-------")
+printLog(log, "--- Install to shard dev")
+printLog(log, "-------")
+printLog(log, time.strftime("%Y-%m-%d %H:%MGMT", time.gmtime(time.time())))
+printLog(log, "")
+
+# Find tools
+PatchmanService = findTool(log, ToolDirectories, PatchmanServiceTool, ToolSuffix)
+printLog(log, "")
+
+mkPath(log, ShardDevDirectory)
+mkPath(log, ShardDevDirectory + "/local")
+printLog(log, ">>> Generate shard dev local.cfg <<<")
+cfg = open(ShardDevDirectory + "/local.cfg", "w")
+cfg.write("WindowStyle = \"WIN\";\n")
+cfg.write("Paths += {\n")
+cfg.write("	\"" + ShardDevDirectory + "/local\",\n")
+cfg.write("	\"" + DataCommonDirectory + "\",\n")
+cfg.write("	\"" + DataShardDirectory + "\",\n")
+cfg.write("	\"" + LeveldesignDirectory + "\",\n")
+cfg.write("	\"" + WorldEditorFilesDirectory + "\",\n")
+for dir in InstallShardDataDirectories:
+	mkPath(log, ShardInstallDirectory + "/" + dir)
+	cfg.write("	\"" + ShardInstallDirectory + "/" + dir + "\",\n")
+for multiDir in InstallShardDataMultiDirectories:
+	dstDir = multiDir[0]
+	mkPath(log, ShardInstallDirectory + "/" + dstDir)
+	cfg.write("	\"" + ShardInstallDirectory + "/" + dstDir + "\",\n")
+cfg.write("};\n")
+cfg.write("RRDToolPath = \"..\\..\\..\\external\\rrdtool\\rrdtool.exe\";\n")
+cfg.write("StartCommands += {\n")
+cfg.write("	// \"gw_aes.transportRemove aes_l3c\",\n")
+cfg.write("};\n")
+cfg.write("NegFiltersWarning += {\n")
+cfg.write("	\"already inserted from\",\n")
+cfg.write("};\n")
+cfg.write("// Allow player to stay connected to FS when services go down\n")
+cfg.write("DontNeedBackend = 1;\n")
+cfg.flush()
+cfg.close()
+printLog(log, "")
+
+if not os.path.exists(ShardDevDirectory  + "/aes_state.txt"):
+	printLog(log, ">>> Generate shard dev aes_state.txt <<<")
+	f = open(ShardDevDirectory + "/aes_state.txt", "w")
+	f.write("ShardOrders unifier so_autostart_off\n")
+	f.write("ShardOrders mainland so_autostart_off\n")
+	f.write("ShardOrders ring so_autostart_off\n")
+	f.flush()
+	f.close()
+	printLog(log, "")
+
+mkPath(log, ShardDevDirectory + "/ras")
+if not os.path.exists(ShardDevDirectory  + "/ras/as_state.txt"):
+	printLog(log, ">>> Generate shard dev as_state.txt <<<")
+	f = open(ShardDevDirectory + "/ras/as_state.txt", "w")
+	f.write("ShardOrders unifier so_autostart_off\n")
+	f.write("ShardOrders mainland so_autostart_off\n")
+	f.write("ShardOrders ring so_autostart_off\n")
+	f.flush()
+	f.close()
+	printLog(log, "")
+
+for execDir in InstallShardDataExecutables:
+	dstDir = execDir[0]
+	mkPath(log, PatchmanCfgDefaultDirectory)
+	mkPath(log, InstallDirectory)
+	mkPath(log, ShardDevDirectory + "/live/" + dstDir)
+	printLog(log, "SHARD PACKAGE " + dstDir)
+	copyFileListNoTreeIfNeeded(log, PatchmanCfgDefaultDirectory, ShardDevDirectory + "/live/" + dstDir, execDir[2])
+	copyFileListNoTreeIfNeeded(log, InstallDirectory, ShardDevDirectory + "/live/" + dstDir, execDir[3])
+	for cfgName in execDir[2]:
+		cfgPath = ShardDevDirectory + "/live/" + dstDir + "/" + cfgName
+		found = False
+		with open(cfgPath, "r") as f:
+			for l in f:
+				if "Paths += {" in l:
+					found = True
+		if not found:
+			with open(cfgPath, "a") as cfg:
+				cfg.write("\n")
+				cfg.write("Paths += {\n")
+				cfg.write("	\"" + ShardDevDirectory + "/live/" + dstDir + "\",\n")
+				cfg.write("};\n")
+				cfg.write("\n")
+				cfg.flush()
+printLog(log, "")
+
+
+if PatchmanService == "":
+	toolLogFail(log, PatchmanServiceTool, ToolSuffix)
+else:
+	mkPath(log, PatchmanDevDirectory)
+	cwDir = os.getcwd().replace("\\", "/")
+	os.chdir(PatchmanDevDirectory)
+	if os.path.isfile("log.log"):
+		os.remove("log.log")
+	subprocess.call([ PatchmanService, "-C.", "-L." ])
+	if os.path.isfile("log.log"):
+		f = open("log.log", "r")
+		for l in f:
+			printLog(log, l.rstrip())
+		f.close()
+	os.chdir(cwDir)
+	printLog(log, "")
+
+log.close()
+if os.path.isfile("b3_shard_dev.log"):
+	os.remove("b3_shard_dev.log")
+shutil.copy("log.log", time.strftime("%Y-%m-%d-%H-%M-GMT", time.gmtime(time.time())) + "_shard_dev.log")
+shutil.move("log.log", "b3_shard_dev.log")

nel/tools/build_gamedata/c1_shard_patch.py

@@ -35,7 +35,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from tools import *
 
 sys.path.append(WorkspaceDirectory)

nel/tools/build_gamedata/characters_dev.bat

@@ -1,11 +1,11 @@
 title Ryzom Core: 1_export.py (CHARACTERS)
-1_export.py -ipj common/characters common/characters_maps_hr
+python 1_export.py -ipj common/characters common/characters_maps_hr
 title Ryzom Core: 2_build.py (CHARACTERS)
-2_build.py -ipj common/characters common/characters_maps_hr
+python 2_build.py -ipj common/characters common/characters_maps_hr
 title Ryzom Core: 3_install.py (CHARACTERS)
-3_install.py -ipj common/characters common/characters_maps_hr
+python 3_install.py -ipj common/characters common/characters_maps_hr
 title Ryzom Core: b1_client_dev.py (CHARACTERS)
-b1_client_dev.py
+python b1_client_dev.py
 title Ryzom Core: b2_shard_data.py (CHARACTERS)
-b2_shard_data.py
+python b2_shard_data.py
 title Ryzom Core: Ready (CHARACTERS)

nel/tools/build_gamedata/configuration/scripts.py

@@ -96,6 +96,20 @@ def needUpdateLogRemoveDest(log, source, dest):
 	printLog(log, "SKIP " + dest)
 	return 0
 
+def needUpdateLogRemoveDestSilentSkip(log, source, dest):
+	if (os.path.isfile(source)):
+		if (os.path.isfile(dest)):
+			if (os.stat(source).st_mtime > os.stat(dest).st_mtime):
+				os.remove(dest)
+				printLog(log, source + " -> " + dest)
+				return 1
+			else:
+				return 0
+		printLog(log, source + " -> " + dest)
+		return 1
+	printLog(log, "MISSING " + source)
+	return 0
+
 def copyFileList(log, dir_source, dir_target, files):
 	for fileName in files:
 		if fileName != ".svn" and fileName != ".." and fileName != "." and fileName != "*.*":

nel/tools/build_gamedata/configuration/tools.py

@@ -98,4 +98,5 @@ PatchGenTool = "patch_gen"
 TranslationToolsTool = "translation_tools"
 BuildWorldPackedColTool = "build_world_packed_col"
 R2IslandsTexturesTool = "r2_islands_textures"
+PatchmanServiceTool = "ryzom_patchman_service"
 SevenZipTool = "7za"

nel/tools/build_gamedata/d1_client_patch.py

@@ -35,7 +35,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from tools import *
 
 sys.path.append(WorkspaceDirectory)

nel/tools/build_gamedata/d2_client_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from tools import *
 
 sys.path.append(WorkspaceDirectory)

nel/tools/build_gamedata/executables_dev.bat

@@ -1,13 +1,15 @@
 title Ryzom Core: 0_setup.py (EXECUTABLES)
-0_setup.py --noconf -ipj common/gamedev common/exedll common/cfg common/data_common
+python 0_setup.py --noconf -ipj common/gamedev common/exedll common/cfg common/data_common
 title Ryzom Core: 1_export.py (EXECUTABLES)
-1_export.py -ipj common/gamedev common/exedll common/cfg common/data_common
+python 1_export.py -ipj common/gamedev common/exedll common/cfg common/data_common
 title Ryzom Core: 2_build.py (EXECUTABLES)
-2_build.py -ipj common/gamedev common/exedll common/cfg common/data_common
+python 2_build.py -ipj common/gamedev common/exedll common/cfg common/data_common
 title Ryzom Core: 3_install.py (EXECUTABLES)
-3_install.py -ipj common/gamedev common/exedll common/cfg common/data_common
+python 3_install.py -ipj common/gamedev common/exedll common/cfg common/data_common
 title Ryzom Core: b1_client_dev.py
-b1_client_dev.py
+python b1_client_dev.py
 title Ryzom Core: b2_shard_data.py
-b2_shard_data.py
+python b2_shard_data.py
+title Ryzom Core: b3_shard_dev.py
+python b3_shard_dev.py
 title Ryzom Core: Ready

nel/tools/build_gamedata/fauna_dev.bat

@@ -0,0 +1,11 @@
+title Ryzom Core: 1_export.py (FAUNA)
+python 1_export.py -ipj common/fauna
+title Ryzom Core: 2_build.py (FAUNA)
+python 2_build.py -ipj common/fauna
+title Ryzom Core: 3_install.py (FAUNA)
+python 3_install.py -ipj common/fauna
+title Ryzom Core: b1_client_dev.py (FAUNA)
+python b1_client_dev.py
+title Ryzom Core: b2_shard_data.py (FAUNA)
+python b2_shard_data.py
+title Ryzom Core: Ready (FAUNA)

nel/tools/build_gamedata/interface_dev.bat

@@ -1,9 +1,9 @@
 title Ryzom Core: 1_export.py (INTERFACE)
-1_export.py -ipj common/gamedev common/data_common common/exedll common/cfg common/interface common/sfx common/fonts common/outgame
+python 1_export.py -ipj common/gamedev common/data_common common/exedll common/cfg common/interface common/sfx common/fonts common/outgame
 title Ryzom Core: 2_build.py (INTERFACE)
-2_build.py -ipj common/gamedev common/data_common common/exedll common/cfg common/interface common/sfx common/fonts common/outgame
+python 2_build.py -ipj common/gamedev common/data_common common/exedll common/cfg common/interface common/sfx common/fonts common/outgame
 title Ryzom Core: 3_install.py (INTERFACE)
-3_install.py -ipj common/gamedev common/data_common common/exedll common/cfg common/interface common/sfx common/fonts common/outgame
+python 3_install.py -ipj common/gamedev common/data_common common/exedll common/cfg common/interface common/sfx common/fonts common/outgame
 title Ryzom Core: b1_client_dev.py
-b1_client_dev.py
+python b1_client_dev.py
 title Ryzom Core: Ready

nel/tools/build_gamedata/leveldesign_dev.bat

@@ -1,11 +1,13 @@
 title Ryzom Core: 1_export.py (LEVELDESIGN)
-1_export.py -ipj common/gamedev common/data_common common/data_shard common/leveldesign common/exedll common/cfg shard/data_shard shard/data_language shard/data_leveldesign shard/data_game_share
+python 1_export.py -ipj common/gamedev common/data_common common/data_shard common/leveldesign common/exedll common/cfg shard/data_shard shard/data_language shard/data_leveldesign shard/data_game_share
 title Ryzom Core: 2_build.py (LEVELDESIGN)
-2_build.py -ipj common/gamedev common/data_common common/data_shard common/leveldesign common/exedll common/cfg shard/data_shard shard/data_language shard/data_leveldesign shard/data_game_share
+python 2_build.py -ipj common/gamedev common/data_common common/data_shard common/leveldesign common/exedll common/cfg shard/data_shard shard/data_language shard/data_leveldesign shard/data_game_share
 title Ryzom Core: 3_install.py (LEVELDESIGN)
-3_install.py -ipj common/gamedev common/data_common common/data_shard common/leveldesign common/exedll common/cfg shard/data_shard shard/data_language shard/data_leveldesign shard/data_game_share
+python 3_install.py -ipj common/gamedev common/data_common common/data_shard common/leveldesign common/exedll common/cfg shard/data_shard shard/data_language shard/data_leveldesign shard/data_game_share
 title Ryzom Core: b1_client_dev.py (LEVELDESIGN)
-b1_client_dev.py
+python b1_client_dev.py
 title Ryzom Core: b2_shard_data.py (LEVELDESIGN)
-b2_shard_data.py
+python b2_shard_data.py
+title Ryzom Core: b3_shard_dev.py
+python b3_shard_dev.py
 title Ryzom Core: Ready

nel/tools/build_gamedata/objects_dev.bat

@@ -0,0 +1,11 @@
+title Ryzom Core: 1_export.py (OBJECTS)
+python 1_export.py -ipj common/objects
+title Ryzom Core: 2_build.py (OBJECTS)
+python 2_build.py -ipj common/objects
+title Ryzom Core: 3_install.py (OBJECTS)
+python 3_install.py -ipj common/objects
+title Ryzom Core: b1_client_dev.py (OBJECTS)
+python b1_client_dev.py
+title Ryzom Core: b2_shard_data.py (OBJECTS)
+python b2_shard_data.py
+title Ryzom Core: Ready (OBJECTS)

nel/tools/build_gamedata/panoply_dev.bat

@@ -1,11 +1,11 @@
 title Ryzom Core: 1_export.py (PANOPLY)
-1_export.py -ipj common/characters_maps_hr
+python 1_export.py -ipj common/characters_maps_hr
 title Ryzom Core: 2_build.py (PANOPLY)
-2_build.py -ipj common/characters_maps_hr
+python 2_build.py -ipj common/characters_maps_hr
 title Ryzom Core: 3_install.py (PANOPLY)
-3_install.py -ipj common/characters_maps_hr
+python 3_install.py -ipj common/characters_maps_hr
 title Ryzom Core: b1_client_dev.py (PANOPLY)
-b1_client_dev.py
+python b1_client_dev.py
 title Ryzom Core: b2_shard_data.py (PANOPLY)
-b2_shard_data.py
+python b2_shard_data.py
 title Ryzom Core: Ready (PANOPLY)

nel/tools/build_gamedata/processes/_dummy/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/ai_wmap/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/anim/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/cartographer/0_setup.py

@@ -46,6 +46,7 @@ printLog(log, "")
 # Setup build directories
 printLog(log, ">>> Setup build directories <<<")
 mkPath(log, ExportBuildDirectory + "/" + CartographerBuildDirectory)
+mkPath(log, ExportBuildDirectory + "/" + CartographerMapBuildDirectory)
 
 # Setup lookup directories
 printLog(log, ">>> Setup lookup directories <<<")
@@ -65,6 +66,7 @@ for dir in PropertiesExportBuildSearchPaths:
 # Setup client directories
 printLog(log, ">>> Setup install directories <<<")
 mkPath(log, InstallDirectory + "/" + CartographerInstallDirectory)
+mkPath(log, InstallDirectory + "/" + IslandsInstallDirectory)
 
 # Setup client directories
 printLog(log, ">>> Setup configuration <<<")
@@ -107,7 +109,7 @@ cfg.write("InverseZTest = true;\n")
 cfg.write("Vegetation = true;\n")
 cfg.write("MeterPixelSize = 2;\n")
 cfg.write("\n")
-cfg.write("CompleteIslandsFile = \"r2_islands.xml\";\n")
+cfg.write("CompleteIslandsFile = \"" + ExportBuildDirectory + "/" + CartographerBuildDirectory + "/" + IslandsXmlFile + "\";\n")
 cfg.write("EntryPointsFile = \"r2_entry_points.txt\";\n")
 cfg.write("\n")
 cfg.close()

nel/tools/build_gamedata/processes/cartographer/2_build.py

@@ -45,6 +45,7 @@ printLog(log, "")
 
 # Find tools
 R2IslandsTextures = findTool(log, ToolDirectories, R2IslandsTexturesTool, ToolSuffix)
+TgaToDds = findTool(log, ToolDirectories, TgaToDdsTool, ToolSuffix)
 
 if R2IslandsTextures == "":
 	toolLogFail(log, R2IslandsTexturesTool, ToolSuffix)
@@ -53,9 +54,33 @@ else:
 	cfgPath = ActiveProjectDirectory + "/generated/island_screenshots.cfg"
 	shutil.copy(cfgPath, "island_screenshots.cfg")
 	printLog(log, ">>> Build cartographer <<<")
+	mkPath(log, ExportBuildDirectory + "/" + CartographerBuildDirectory)
 	subprocess.call([ R2IslandsTextures ])
 printLog(log, "")
 
+printLog(log, ">>> Compress cartographer maps to DDS <<<")
+if TgaToDds == "":
+	toolLogFail(log, TgaToDdsTool, ToolSuffix)
+else:
+	destPath = ExportBuildDirectory + "/" + CartographerMapBuildDirectory
+	mkPath(log, destPath)
+	sourcePath = ExportBuildDirectory + "/" + CartographerBuildDirectory
+	mkPath(log, sourcePath)
+	files = os.listdir(sourcePath)
+	len_tga_png = len(".tga")
+	len_dds = len(".dds")
+	for fileName in files:
+		if isLegalFileName(fileName):
+			sourceFile = sourcePath + "/" + fileName
+			if os.path.isfile(sourceFile):
+				if (fileName[-len_tga_png:].lower() == ".tga") or (fileName[-len_tga_png:].lower() == ".png"):
+					destFile = destPath + "/" + os.path.basename(fileName)[0:-len_tga_png] + ".dds"
+					if needUpdateLogRemoveDest(log, sourceFile, destFile):
+						subprocess.call([ TgaToDds, sourceFile, "-o", destFile, "-m" ])
+			elif not os.path.isdir(sourceFile):
+				printLog(log, "FAIL ?! file not dir or file ?! " + sourceFile)
+printLog(log, "")
+
 log.close()
 
 

nel/tools/build_gamedata/processes/cartographer/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *
@@ -43,12 +43,21 @@ printLog(log, "-------")
 printLog(log, time.strftime("%Y-%m-%d %H:%MGMT", time.gmtime(time.time())))
 printLog(log, "")
 
+
 installPath = InstallDirectory + "/" + CartographerInstallDirectory
-mkPath(log, installPath)
+islandsInstallPath = InstallDirectory + "/" + IslandsInstallDirectory
+
 
 printLog(log, ">>> Install cartographer <<<")
+
+mkPath(log, ExportBuildDirectory + "/" + CartographerMapBuildDirectory)
+mkPath(log, installPath)
+copyFilesExtNoTreeIfNeeded(log, ExportBuildDirectory + "/" + CartographerMapBuildDirectory, installPath, ".dds")
+
 mkPath(log, ExportBuildDirectory + "/" + CartographerBuildDirectory)
-copyFilesNoTreeIfNeeded(log, ExportBuildDirectory + "/" + CartographerBuildDirectory, installPath)
+mkPath(log, islandsInstallPath)
+copyFilesExtNoTreeIfNeeded(log, ExportBuildDirectory + "/" + CartographerBuildDirectory, islandsInstallPath, ".xml")
+
 
 printLog(log, "")
 log.close()

nel/tools/build_gamedata/processes/cegui/3_install.py

@@ -30,7 +30,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/clodbank/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/copy/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/displace/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/farbank/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/font/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/ig/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/ig_light/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/interface/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/ligo/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/map/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/pacs_prim/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/pacs_prim_list/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/properties/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/ps/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/pz/0_setup.py

@@ -53,6 +53,7 @@ mkPath(log, ExportBuildDirectory + "/" + PackedZoneBuildDirectory)
 printLog(log, ">>> Setup lookup directories <<<")
 mkPath(log, ExportBuildDirectory + "/" + AiWmapBuildDirectory)
 mkPath(log, ExportBuildDirectory + "/" + ZoneLightBuildDirectory)
+mkPath(log, ExportBuildDirectory + "/" + CartographerBuildDirectory)
 mkPath(log, LeveldesignDataCommonDirectory)
 
 # Setup client directories
@@ -69,6 +70,7 @@ cfg.write("\n")
 cfg.write("SearchPaths = {\n")
 cfg.write("\t\"" + ExportBuildDirectory + "/" + AiWmapBuildDirectory + "\", \n")
 cfg.write("\t\"" + ExportBuildDirectory + "/" + ZoneLightBuildDirectory + "\", \n")
+cfg.write("\t\"" + ExportBuildDirectory + "/" + CartographerBuildDirectory + "\", \n")
 cfg.write("\t\"" + LeveldesignDataCommonDirectory + "\", \n")
 cfg.write("};\n")
 cfg.write("\n")
@@ -76,7 +78,8 @@ cfg.write("CachePath = \"" + ExportBuildDirectory + "/" + PackedZoneCacheBuildDi
 cfg.write("CWMapCachePath = \"" + ExportBuildDirectory + "/" + PackedZoneCWMapCacheBuildDirectory + "\";\n")
 cfg.write("OutputPath = \"" + ExportBuildDirectory + "/" + PackedZoneBuildDirectory + "\";\n")
 cfg.write("\n")
-cfg.write("EntryPointsFile = \"r2_islands.xml\";\n")
+cfg.write("CompleteIslandsFile = \"" + IslandsXmlFile + "\";\n")
+cfg.write("EntryPointsFile = \"r2_entry_points.txt\";\n")
 cfg.write("\n")
 cfg.write("CWMapList = {\n")
 cfg.write("\t\"" + PackedZoneCWMap + "\", \n")

nel/tools/build_gamedata/processes/pz/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/rbank/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/samplebank/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/shape/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/sheet_id/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/sheets/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/sheets_shard/2_build.py

@@ -57,6 +57,11 @@ else:
 	mkPath(log, ExportBuildDirectory + "/" + VisualSlotTabBuildDirectory)
 	mkPath(log, DataShardDirectory + "/mirror_sheets") # FIXME: Hardcoded path mirror_sheets
 	mkPath(log, ExportBuildDirectory + "/" + SheetsShardBuildDirectory)
+	# Wipe all sheets older than visual_slot.tab
+	for p in os.listdir(ExportBuildDirectory + "/" + SheetsShardBuildDirectory):
+		fp = ExportBuildDirectory + "/" + SheetsShardBuildDirectory + "/" + p
+		if os.path.isfile(fp) and p.endswith(".packed_sheets"):
+			needUpdateLogRemoveDestSilentSkip(log, ExportBuildDirectory + "/" + VisualSlotTabBuildDirectory + "/visual_slot.tab", fp)
 	# sheets_packer_shard  <leveldesign> <dfn> <datasets> <tab> <build_packed_sheets>
 	subprocess.call([ SheetsPackerShard, LeveldesignDirectory, LeveldesignDfnDirectory, DataShardDirectory + "/mirror_sheets", ExportBuildDirectory + "/" + VisualSlotTabBuildDirectory, ExportBuildDirectory + "/" + SheetsShardBuildDirectory ])
 printLog(log, "")

nel/tools/build_gamedata/processes/sheets_shard/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/sign/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/skel/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/smallbank/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/sound/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/soundbank/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/swt/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/tiles/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/veget/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/vegetset/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/zone/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/processes/zone_light/3_install.py

@@ -31,7 +31,7 @@ if os.path.isfile("log.log"):
 	os.remove("log.log")
 log = open("log.log", "w")
 from scripts import *
-from buildsite import *
+from buildsite_local import *
 from process import *
 from tools import *
 from directories import *

nel/tools/build_gamedata/ring_landscape_dev.bat

@@ -1,15 +1,15 @@
 title Ryzom Core: 0_setup.py (RING LANDSCAPE)
-0_setup.py --noconf -ipj continents/r2_desert continents/r2_forest continents/r2_jungle continents/r2_lakes continents/r2_roots
+python 0_setup.py --noconf -ipj continents/r2_desert continents/r2_forest continents/r2_jungle continents/r2_lakes continents/r2_roots
 title Ryzom Core: 1_export.py (RING LANDSCAPE)
-1_export.py -ipj continents/r2_desert continents/r2_forest continents/r2_jungle continents/r2_lakes continents/r2_roots
+python 1_export.py -ipj continents/r2_desert continents/r2_forest continents/r2_jungle continents/r2_lakes continents/r2_roots
 title Ryzom Core: 2_build.py (RING LANDSCAPE)
-2_build.py -ipj continents/r2_desert continents/r2_forest continents/r2_jungle continents/r2_lakes continents/r2_roots
+python 2_build.py -ipj continents/r2_desert continents/r2_forest continents/r2_jungle continents/r2_lakes continents/r2_roots
 title Ryzom Core: 3_install.py (RING LANDSCAPE)
-3_install.py -ipj continents/r2_desert continents/r2_forest continents/r2_jungle continents/r2_lakes continents/r2_roots
+python 3_install.py -ipj continents/r2_desert continents/r2_forest continents/r2_jungle continents/r2_lakes continents/r2_roots
 title Ryzom Core: a1_worldedit_data.py (RING LANDSCAPE)
-a1_worldedit_data.py
+python a1_worldedit_data.py
 title Ryzom Core: b1_client_dev.py (RING LANDSCAPE)
-b1_client_dev.py
+python b1_client_dev.py
 title Ryzom Core: b2_shard_data.py (RING LANDSCAPE)
-b2_shard_data.py
+python b2_shard_data.py
 title Ryzom Core: Ready (RING LANDSCAPE)