/* Copyright (C) 2013 Wildfire Games. * This file is part of 0 A.D. * * 0 A.D. is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 2 of the License, or * (at your option) any later version. * * 0 A.D. is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with 0 A.D. If not, see . */ #include "precompiled.h" #include "StdDeserializer.h" #include "SerializedScriptTypes.h" #include "StdSerializer.h" // for DEBUG_SERIALIZER_ANNOTATE #include "scriptinterface/ScriptInterface.h" #include "scriptinterface/ScriptExtraHeaders.h" // for typed arrays #include "js/jsapi.h" #include "lib/byte_order.h" static uint32 GetJSArrayType(u8 arrayType) { switch(arrayType) { case SCRIPT_TYPED_ARRAY_INT8: return js::TypedArray::TYPE_INT8; case SCRIPT_TYPED_ARRAY_UINT8: return js::TypedArray::TYPE_UINT8; case SCRIPT_TYPED_ARRAY_INT16: return js::TypedArray::TYPE_INT16; case SCRIPT_TYPED_ARRAY_UINT16: return js::TypedArray::TYPE_UINT16; case SCRIPT_TYPED_ARRAY_INT32: return js::TypedArray::TYPE_INT32; case SCRIPT_TYPED_ARRAY_UINT32: return js::TypedArray::TYPE_UINT32; case SCRIPT_TYPED_ARRAY_FLOAT32: return js::TypedArray::TYPE_FLOAT32; case SCRIPT_TYPED_ARRAY_FLOAT64: return js::TypedArray::TYPE_FLOAT64; case SCRIPT_TYPED_ARRAY_UINT8_CLAMPED: return js::TypedArray::TYPE_UINT8_CLAMPED; default: throw PSERROR_Deserialize_ScriptError("Failed to deserialize unrecognized typed array view"); } } CStdDeserializer::CStdDeserializer(ScriptInterface& scriptInterface, std::istream& stream) : m_ScriptInterface(scriptInterface), m_Stream(stream) { } CStdDeserializer::~CStdDeserializer() { FreeScriptBackrefs(); } void CStdDeserializer::Get(const char* name, u8* data, size_t len) { #if DEBUG_SERIALIZER_ANNOTATE std::string strName; char c = m_Stream.get(); ENSURE(c == '<'); while (1) { c = m_Stream.get(); if (c == '>') break; else strName += c; } ENSURE(strName == name); #else UNUSED2(name); #endif m_Stream.read((char*)data, (std::streamsize)len); if (!m_Stream.good()) // hit eof before len, or other errors throw PSERROR_Deserialize_ReadFailed(); } std::istream& CStdDeserializer::GetStream() { return m_Stream; } void CStdDeserializer::RequireBytesInStream(size_t numBytes) { // It would be nice to do: // if (numBytes > (size_t)m_Stream.rdbuf()->in_avail()) // throw PSERROR_Deserialize_OutOfBounds("RequireBytesInStream"); // but that doesn't work (at least on MSVC) since in_avail isn't // guaranteed to return the actual number of bytes available; see e.g. // http://social.msdn.microsoft.com/Forums/en/vclanguage/thread/13009a88-933f-4be7-bf3d-150e425e66a6#70ea562d-8605-4742-8851-1bae431ce6ce // Instead we'll just verify that it's not an extremely large number: if (numBytes > 64*MiB) throw PSERROR_Deserialize_OutOfBounds("RequireBytesInStream"); } void CStdDeserializer::AddScriptBackref(JSObject* obj) { std::pair::iterator, bool> it = m_ScriptBackrefs.insert(std::make_pair((u32)m_ScriptBackrefs.size()+1, obj)); ENSURE(it.second); if (!JS_AddObjectRoot(m_ScriptInterface.GetContext(), &it.first->second)) throw PSERROR_Deserialize_ScriptError("JS_AddRoot failed"); } JSObject* CStdDeserializer::GetScriptBackref(u32 tag) { std::map::const_iterator it = m_ScriptBackrefs.find(tag); if (it == m_ScriptBackrefs.end()) return NULL; return it->second; } u32 CStdDeserializer::ReserveScriptBackref() { AddScriptBackref(NULL); return m_ScriptBackrefs.size(); } void CStdDeserializer::SetReservedScriptBackref(u32 tag, JSObject* obj) { std::pair::iterator, bool> it = m_ScriptBackrefs.insert(std::make_pair(tag, obj)); ENSURE(!it.second); } void CStdDeserializer::FreeScriptBackrefs() { std::map::iterator it = m_ScriptBackrefs.begin(); for (; it != m_ScriptBackrefs.end(); ++it) { if (!JS_RemoveObjectRoot(m_ScriptInterface.GetContext(), &it->second)) throw PSERROR_Deserialize_ScriptError("JS_RemoveRoot failed"); } m_ScriptBackrefs.clear(); } //////////////////////////////////////////////////////////////// jsval CStdDeserializer::ReadScriptVal(const char* UNUSED(name), JSObject* appendParent) { JSContext* cx = m_ScriptInterface.GetContext(); uint8_t type; NumberU8_Unbounded("type", type); switch (type) { case SCRIPT_TYPE_VOID: return JSVAL_VOID; case SCRIPT_TYPE_NULL: return JSVAL_NULL; case SCRIPT_TYPE_ARRAY: case SCRIPT_TYPE_OBJECT: case SCRIPT_TYPE_OBJECT_PROTOTYPE: { JSObject* obj; if (appendParent) { obj = appendParent; } else if (type == SCRIPT_TYPE_ARRAY) { u32 length; NumberU32_Unbounded("array length", length); obj = JS_NewArrayObject(cx, length, NULL); } else if (type == SCRIPT_TYPE_OBJECT) { obj = JS_NewObject(cx, NULL, NULL, NULL); } else // SCRIPT_TYPE_OBJECT_PROTOTYPE { std::wstring prototypeName; String("proto name", prototypeName, 0, 256); // Get constructor object JSObject* proto = GetSerializablePrototype(prototypeName); if (!proto) throw PSERROR_Deserialize_ScriptError("Failed to find serializable prototype for object"); JSObject* parent = JS_GetParent(cx, proto); if (!proto || !parent) throw PSERROR_Deserialize_ScriptError(); obj = JS_NewObject(cx, NULL, proto, parent); if (!obj) throw PSERROR_Deserialize_ScriptError("JS_NewObject failed"); CScriptValRooted objRoot(cx, OBJECT_TO_JSVAL(obj)); // Does it have custom Deserialize function? // if so, we let it handle the deserialized data, rather than adding properties directly JSBool hasCustomDeserialize, hasCustomSerialize; if (!JS_HasProperty(cx, obj, "Serialize", &hasCustomSerialize) || !JS_HasProperty(cx, obj, "Deserialize", &hasCustomDeserialize)) throw PSERROR_Serialize_ScriptError("JS_HasProperty failed"); if (hasCustomDeserialize) { jsval serialize; if (!JS_LookupProperty(cx, obj, "Serialize", &serialize)) throw PSERROR_Serialize_ScriptError("JS_LookupProperty failed"); bool hasNullSerialize = hasCustomSerialize && JSVAL_IS_NULL(serialize); // If Serialize is null, we'll still call Deserialize but with undefined argument CScriptValRooted data; if (!hasNullSerialize) ScriptVal("data", data); m_ScriptInterface.CallFunctionVoid(OBJECT_TO_JSVAL(obj), "Deserialize", data); AddScriptBackref(obj); return OBJECT_TO_JSVAL(obj); } } if (!obj) throw PSERROR_Deserialize_ScriptError("Deserializer failed to create new object"); CScriptValRooted objRoot(cx, OBJECT_TO_JSVAL(obj)); AddScriptBackref(obj); uint32_t numProps; NumberU32_Unbounded("num props", numProps); for (uint32_t i = 0; i < numProps; ++i) { utf16string propname; ReadStringUTF16("prop name", propname); jsval propval = ReadScriptVal("prop value", NULL); CScriptValRooted propvalRoot(cx, propval); if (!JS_SetUCProperty(cx, obj, (const jschar*)propname.data(), propname.length(), &propval)) throw PSERROR_Deserialize_ScriptError(); } return OBJECT_TO_JSVAL(obj); } case SCRIPT_TYPE_STRING: { JSString* str; ScriptString("string", str); return STRING_TO_JSVAL(str); } case SCRIPT_TYPE_INT: { int32_t value; NumberI32("value", value, JSVAL_INT_MIN, JSVAL_INT_MAX); return INT_TO_JSVAL(value); } case SCRIPT_TYPE_DOUBLE: { double value; NumberDouble_Unbounded("value", value); jsval rval; if (!JS_NewNumberValue(cx, value, &rval)) throw PSERROR_Deserialize_ScriptError("JS_NewNumberValue failed"); return rval; } case SCRIPT_TYPE_BOOLEAN: { uint8_t value; NumberU8("value", value, 0, 1); return BOOLEAN_TO_JSVAL(value ? JS_TRUE : JS_FALSE); } case SCRIPT_TYPE_BACKREF: { u32 tag; NumberU32_Unbounded("tag", tag); JSObject* obj = GetScriptBackref(tag); if (!obj) throw PSERROR_Deserialize_ScriptError("Invalid backref tag"); return OBJECT_TO_JSVAL(obj); } case SCRIPT_TYPE_OBJECT_NUMBER: { double value; NumberDouble_Unbounded("value", value); jsval val; if (!JS_NewNumberValue(cx, value, &val)) throw PSERROR_Deserialize_ScriptError(); CScriptValRooted objRoot(cx, val); JSObject* ctorobj; if (!JS_GetClassObject(cx, JS_GetGlobalObject(cx), JSProto_Number, &ctorobj)) throw PSERROR_Deserialize_ScriptError("JS_GetClassObject failed"); JSObject* obj = JS_New(cx, ctorobj, 1, &val); if (!obj) throw PSERROR_Deserialize_ScriptError("JS_New failed"); AddScriptBackref(obj); return OBJECT_TO_JSVAL(obj); } case SCRIPT_TYPE_OBJECT_STRING: { JSString* str; ScriptString("value", str); if (!str) throw PSERROR_Deserialize_ScriptError(); jsval val = STRING_TO_JSVAL(str); CScriptValRooted valRoot(cx, val); JSObject* ctorobj; if (!JS_GetClassObject(cx, JS_GetGlobalObject(cx), JSProto_String, &ctorobj)) throw PSERROR_Deserialize_ScriptError("JS_GetClassObject failed"); JSObject* obj = JS_New(cx, ctorobj, 1, &val); if (!obj) throw PSERROR_Deserialize_ScriptError("JS_New failed"); AddScriptBackref(obj); return OBJECT_TO_JSVAL(obj); } case SCRIPT_TYPE_OBJECT_BOOLEAN: { bool value; Bool("value", value); jsval val = BOOLEAN_TO_JSVAL(value ? JS_TRUE : JS_FALSE); CScriptValRooted objRoot(cx, val); JSObject* ctorobj; if (!JS_GetClassObject(cx, JS_GetGlobalObject(cx), JSProto_Boolean, &ctorobj)) throw PSERROR_Deserialize_ScriptError("JS_GetClassObject failed"); JSObject* obj = JS_New(cx, ctorobj, 1, &val); if (!obj) throw PSERROR_Deserialize_ScriptError("JS_New failed"); AddScriptBackref(obj); return OBJECT_TO_JSVAL(obj); } case SCRIPT_TYPE_TYPED_ARRAY: { u8 arrayType; u32 byteOffset, length; NumberU8_Unbounded("array type", arrayType); NumberU32_Unbounded("byte offset", byteOffset); NumberU32_Unbounded("length", length); // To match the serializer order, we reserve the typed array's backref tag here u32 arrayTag = ReserveScriptBackref(); // Get buffer object jsval bufferVal = ReadScriptVal("buffer", NULL); CScriptValRooted bufferValRoot(cx, bufferVal); if (!JSVAL_IS_OBJECT(bufferVal)) throw PSERROR_Deserialize_ScriptError(); JSObject* bufferObj = JSVAL_TO_OBJECT(bufferVal); if (!js_IsArrayBuffer(bufferObj)) throw PSERROR_Deserialize_ScriptError("js_IsArrayBuffer failed"); JSObject* arrayObj = js_CreateTypedArrayWithBuffer(cx, GetJSArrayType(arrayType), bufferObj, byteOffset, length); if (!arrayObj) throw PSERROR_Deserialize_ScriptError("js_CreateTypedArrayWithBuffer failed"); SetReservedScriptBackref(arrayTag, arrayObj); return OBJECT_TO_JSVAL(arrayObj); } case SCRIPT_TYPE_ARRAY_BUFFER: { u32 length; NumberU32_Unbounded("buffer length", length); u8* bufferData = new u8[length]; RawBytes("buffer data", bufferData, length); #if BYTE_ORDER != LITTLE_ENDIAN #error TODO: need to convert JS ArrayBuffer data from little-endian #endif JSObject* bufferObj = js_CreateArrayBuffer(cx, length); if (!bufferObj) throw PSERROR_Deserialize_ScriptError("js_CreateArrayBuffer failed"); AddScriptBackref(bufferObj); js::ArrayBuffer* buffer = js::ArrayBuffer::fromJSObject(bufferObj); memcpy(buffer->data, bufferData, length); delete[] bufferData; return OBJECT_TO_JSVAL(bufferObj); } default: throw PSERROR_Deserialize_OutOfBounds(); } } void CStdDeserializer::ReadStringUTF16(const char* name, utf16string& str) { uint32_t len; NumberU32_Unbounded("string length", len); RequireBytesInStream(len*2); str.resize(len); Get(name, (u8*)str.data(), len*2); } void CStdDeserializer::ScriptString(const char* name, JSString*& out) { utf16string str; ReadStringUTF16(name, str); #if BYTE_ORDER != LITTLE_ENDIAN #error TODO: probably need to convert JS strings from little-endian #endif out = JS_NewUCStringCopyN(m_ScriptInterface.GetContext(), (const jschar*)str.data(), str.length()); if (!out) throw PSERROR_Deserialize_ScriptError("JS_NewUCStringCopyN failed"); } void CStdDeserializer::ScriptVal(const char* name, jsval& out) { out = ReadScriptVal(name, NULL); } void CStdDeserializer::ScriptVal(const char* name, CScriptVal& out) { out = ReadScriptVal(name, NULL); } void CStdDeserializer::ScriptVal(const char* name, CScriptValRooted& out) { out = CScriptValRooted(m_ScriptInterface.GetContext(), ReadScriptVal(name, NULL)); } void CStdDeserializer::ScriptObjectAppend(const char* name, jsval& obj) { if (!JSVAL_IS_OBJECT(obj)) throw PSERROR_Deserialize_ScriptError(); ReadScriptVal(name, JSVAL_TO_OBJECT(obj)); } void CStdDeserializer::SetSerializablePrototypes(std::map& prototypes) { m_SerializablePrototypes = prototypes; } bool CStdDeserializer::IsSerializablePrototype(const std::wstring& name) { return m_SerializablePrototypes.find(name) != m_SerializablePrototypes.end(); } JSObject* CStdDeserializer::GetSerializablePrototype(const std::wstring& name) { std::map::iterator it = m_SerializablePrototypes.find(name); if (it != m_SerializablePrototypes.end()) return it->second; else return NULL; }