X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=ion_private.h;h=50d99213dbc236740c9ece3ebad95491d43f9c60;hb=773abe7;hp=a4d89d0449e2caef43f8b460d371f5977be08e1b;hpb=16175fa851cc91d163542878993378fca8694d59;p=awesomized%2Fext-ion diff --git a/ion_private.h b/ion_private.h index a4d89d0..50d9921 100644 --- a/ion_private.h +++ b/ion_private.h @@ -10,11 +10,145 @@ +--------------------------------------------------------------------+ */ -#include "ionc/ion.h" - #include "php.h" +#include "ext/standard/php_var.h" #include "ext/date/php_date.h" +#if PHP_DEBUG +# define LOCAL static +#else +# define LOCAL static inline +#endif + +#define DECNUMDIGITS 34 /* DECQUAD_Pmax */ +#include "ionc/ion.h" + +#define PHP_ION_SYMBOL_TABLE_VERSION 1 +#define PHP_ION_SYMBOL(c, s) { \ + { \ + 0, \ + { sizeof(s)-1, (BYTE *) s }, \ + { { 0, NULL }, 0 }, \ + 0 \ + }, \ + { sizeof(c)-1, (BYTE *) c } \ +}, + +typedef struct php_ion_global_symbol { + ION_SYMBOL s; + ION_STRING e; +} php_ion_global_symbol; + +static php_ion_global_symbol g_sym_tab_php_sym[] = { +#define PHP_ION_SYMBOL_PHP (g_sym_tab_php_sym[0]).s + PHP_ION_SYMBOL("PHP", "PHP") +#define PHP_ION_SYMBOL_REFERENCE (g_sym_tab_php_sym[1]).s + PHP_ION_SYMBOL("Reference", "R") +#define PHP_ION_SYMBOL_BACKREF (g_sym_tab_php_sym[2]).s + PHP_ION_SYMBOL("Backref", "r") +#define PHP_ION_SYMBOL_PROPERTY (g_sym_tab_php_sym[3]).s + PHP_ION_SYMBOL("Property", "p") +#define PHP_ION_SYMBOL_CLASS_OBJECT (g_sym_tab_php_sym[4]).s + PHP_ION_SYMBOL("ClassObject", "c") +#define PHP_ION_SYMBOL_CUSTOM_OBJECT (g_sym_tab_php_sym[5]).s + PHP_ION_SYMBOL("CustomObject", "C") +#define PHP_ION_SYMBOL_OBJECT (g_sym_tab_php_sym[6]).s + PHP_ION_SYMBOL("Object", "o") +#define PHP_ION_SYMBOL_MAGIC_OBJECT (g_sym_tab_php_sym[7]).s + PHP_ION_SYMBOL("MagicObject", "O") +#define PHP_ION_SYMBOL_SERIALIZEABLE (g_sym_tab_php_sym[8]).s + PHP_ION_SYMBOL("Serializable", "S") +#define PHP_ION_SYMBOL_ENUM (g_sym_tab_php_sym[9]).s + PHP_ION_SYMBOL("Enum", "E") + {{0}, {0}} +}; +#undef PHP_ION_SYMBOL + +static ION_SYMBOL_TABLE *g_sym_tab_php; + +/* [SID => STRING, STRING => SID] */ +static HashTable g_sym_hash; +/* [enum_case_name => SID] */ +static HashTable g_sym_map; + +#define ION_SYS_SYMBOL_SYMBOL_TABLE \ + ION_SYS_SYMBOL_ION_SYMBOL_TABLE +#define g_sym_add(enum_name, c_name) do { \ + g_sym_hash_add(ION_SYS_SID_ ## c_name, ION_SYS_SYMBOL_ ## c_name, ION_SYS_STRLEN_ ## c_name); \ + g_sym_map_add(ION_SYS_SID_ ## c_name, enum_name, sizeof(enum_name)-1); \ +} while (0) + +LOCAL void g_sym_hash_add(int sid, const char *str, size_t len) +{ + zval zl, zs; + ZVAL_LONG(&zl, sid); + ZVAL_STR(&zs, zend_string_init_interned(str, len ,1)); + zend_hash_add(&g_sym_hash, Z_STR(zs), &zl); + zend_hash_index_add(&g_sym_hash, sid, &zs); +} + +LOCAL void g_sym_map_add(int sid, const char *str, size_t len) +{ + zval zv; + ZVAL_LONG(&zv, sid); + zend_hash_str_add(&g_sym_map, str, len, &zv); +} + +LOCAL int g_sym_init(void) +{ + zend_hash_init(&g_sym_hash, 0, NULL, NULL, 1); + zend_hash_init(&g_sym_map, 0, NULL, NULL, 1); + + g_sym_hash_add(0, ZEND_STRL("")); + g_sym_map_add(0, ZEND_STRL("")); + g_sym_add("Ion", ION); + g_sym_add("Ivm_1_0", IVM); + g_sym_add("IonSymbolTable", SYMBOL_TABLE); + g_sym_add("Name", NAME); + g_sym_add("Version", VERSION); + g_sym_add("Imports", IMPORTS); + g_sym_add("Symbols", SYMBOLS); + g_sym_add("MaxId", MAX_ID); + g_sym_add("SharedSymbolTable", SHARED_SYMBOL_TABLE); + + int sys_max_id = ION_SYS_SID_SHARED_SYMBOL_TABLE; + + if (IERR_OK != ion_symbol_table_open_with_type(&g_sym_tab_php, NULL, ist_SHARED)) { + return FAILURE; + } + php_ion_global_symbol *ptr = g_sym_tab_php_sym; + ion_symbol_table_set_version(g_sym_tab_php, PHP_ION_SYMBOL_TABLE_VERSION); + ion_symbol_table_set_name(g_sym_tab_php, &ptr->s.value); + while (ptr->e.value) { + ion_symbol_table_add_symbol(g_sym_tab_php, &ptr->s.value, &ptr->s.sid); + g_sym_hash_add(sys_max_id + ptr->s.sid, (const char *) ptr->s.value.value, ptr->s.value.length); + g_sym_map_add(sys_max_id + ptr->s.sid, (const char *) ptr->e.value, ptr->e.length); + ++ptr; + } + ion_symbol_table_lock(g_sym_tab_php); + return SUCCESS; +} + +static struct { + zend_string *Year, *Month, *Day, *Min, *Sec, *Frac, *MinTZ, *SecTZ, *FracTZ; +} g_intern_str; + +static void g_intern_str_init() +{ +#define NEW_INTERN_STR(s) \ + g_intern_str.s = zend_string_init_interned(#s, sizeof(#s)-1, 1) + NEW_INTERN_STR(Year); + NEW_INTERN_STR(Month); + NEW_INTERN_STR(Day); + NEW_INTERN_STR(Min); + NEW_INTERN_STR(Sec); + NEW_INTERN_STR(Frac); + NEW_INTERN_STR(MinTZ); + NEW_INTERN_STR(SecTZ); + NEW_INTERN_STR(FracTZ); +#undef NEW_INTERN_STR +} + typedef struct php_ion_serializer { ION_WRITER *writer; ION_WRITER_OPTIONS *options; @@ -29,7 +163,8 @@ typedef struct php_ion_serializer { HashTable *tmp; } php_ion_serializer; -typedef struct php_ion_annotaions { +typedef struct php_ion_annotations { + uint8_t shared_symtab:1; uint8_t backref:1; uint8_t makeref:1; uint8_t object_prop:1; @@ -57,6 +192,16 @@ typedef struct php_ion_unserializer { ZEND_BEGIN_MODULE_GLOBALS(ion) + struct { + decContext ctx; + ION_DECIMAL zend_max; + ION_DECIMAL zend_min; + } decimal; + + struct { + HashTable cache; + } symbol; + php_ion_serializer serializer; php_ion_unserializer unserializer; @@ -75,7 +220,55 @@ ZEND_END_MODULE_GLOBALS(ion); ZEND_DECLARE_MODULE_GLOBALS(ion); -static inline void php_ion_globals_serializer_init(void) +static zend_class_entry + *ce_Catalog, + *ce_Decimal, + *ce_Decimal_Context, + *ce_Decimal_Context_Rounding, + *ce_LOB, + *ce_Reader, + *ce_Reader_Options, + *ce_Reader_Reader, + *ce_Reader_Buffer, + *ce_Reader_Stream, + *ce_Reader_Buffer_Reader, + *ce_Reader_Stream_Reader, + *ce_Serializer, + *ce_Serializer_PHP, + *ce_Symbol, + *ce_Symbol_ImportLocation, + *ce_Symbol_Enum, + *ce_Symbol_Table, + *ce_Symbol_Table_Local, + *ce_Symbol_Table_PHP, + *ce_Symbol_Table_Shared, + *ce_Symbol_Table_System, + *ce_Timestamp, + *ce_Timestamp_Format, + *ce_Timestamp_Precision, + *ce_Type, + *ce_Unserializer, + *ce_Unserializer_PHP, + *ce_Writer, + *ce_Writer_Options, + *ce_Writer_Buffer, + *ce_Writer_Buffer_Writer, + *ce_Writer_Stream, + *ce_Writer_Stream_Writer, + *ce_Writer_Writer + ; + +LOCAL void php_ion_globals_symbols_init(void) +{ + zend_hash_init(&php_ion_globals.symbol.cache, 0, NULL, ZVAL_PTR_DTOR, 0); +} + +LOCAL void php_ion_globals_symbols_dtor(void) +{ + zend_hash_destroy(&php_ion_globals.symbol.cache); +} + +LOCAL void php_ion_globals_serializer_init(void) { php_ion_serializer *s = &php_ion_globals.serializer; HashTable *h = php_ion_globals._ht.serializer; @@ -84,7 +277,7 @@ static inline void php_ion_globals_serializer_init(void) zend_hash_init(s->ids = &h[1], 0, NULL, NULL, 0); } -static inline uint32_t php_ion_globals_serializer_step(void) +LOCAL uint32_t php_ion_globals_serializer_step(void) { php_ion_serializer *s = &php_ion_globals.serializer; uint32_t level; @@ -96,7 +289,7 @@ static inline uint32_t php_ion_globals_serializer_step(void) return level; } -static inline uint32_t php_ion_globals_serializer_exit(void) +LOCAL uint32_t php_ion_globals_serializer_exit(void) { php_ion_serializer *s = &php_ion_globals.serializer; @@ -108,7 +301,7 @@ static inline uint32_t php_ion_globals_serializer_exit(void) return s->level; } -static inline void php_ion_globals_serializer_dtor(void) +LOCAL void php_ion_globals_serializer_dtor(void) { php_ion_serializer *s = &php_ion_globals.serializer; @@ -124,7 +317,7 @@ void ZVAL_ADDREF(zval *zv) Z_TRY_ADDREF_P(zv); } } -static inline void php_ion_globals_unserializer_init(void) +LOCAL void php_ion_globals_unserializer_init(void) { php_ion_unserializer *s = &php_ion_globals.unserializer; HashTable *h = php_ion_globals._ht.unserializer; @@ -134,7 +327,7 @@ static inline void php_ion_globals_unserializer_init(void) zend_hash_init(s->addref = &h[2], 0, NULL, ZVAL_ADDREF, 0); } -static inline void php_ion_globals_unserializer_step(void) +LOCAL void php_ion_globals_unserializer_step(void) { php_ion_unserializer *s = &php_ion_globals.unserializer; @@ -145,7 +338,7 @@ static inline void php_ion_globals_unserializer_step(void) } } -static inline void php_ion_globals_unserializer_exit(void) +LOCAL void php_ion_globals_unserializer_exit(void) { php_ion_unserializer *s = &php_ion_globals.unserializer; @@ -157,7 +350,7 @@ static inline void php_ion_globals_unserializer_exit(void) } } -static inline void php_ion_globals_unserializer_dtor(void) +LOCAL void php_ion_globals_unserializer_dtor(void) { php_ion_unserializer *s = &php_ion_globals.unserializer; @@ -166,45 +359,18 @@ static inline void php_ion_globals_unserializer_dtor(void) zend_hash_destroy(s->tmp); } -static zend_class_entry - *ce_Annotation, - *ce_Catalog, - *ce_Collection, - *ce_Decimal, - *ce_Decimal_Context, - *ce_Decimal_Context_Rounding, - *ce_LOB, - *ce_Reader, - *ce_Reader_Options, - *ce_Reader_Reader, - *ce_Reader_Buffer, - *ce_Reader_Stream, - *ce_Reader_Buffer_Reader, - *ce_Reader_Stream_Reader, - *ce_Serializer, - *ce_Serializer_PHP, - *ce_Symbol, - *ce_Symbol_ImportLocation, - *ce_Symbol_System, - *ce_Symbol_System_SID, - *ce_Symbol_Table, - *ce_Timestamp, - *ce_Timestamp_Precision, - *ce_Type, - *ce_Unserializer, - *ce_Unserializer_PHP, - *ce_Writer, - *ce_Writer_Options, - *ce_Writer_Buffer, - *ce_Writer_Buffer_Writer, - *ce_Writer_Stream, - *ce_Writer_Stream_Writer, - *ce_Writer_Writer - ; +#define php_ion_obj(type, zo) \ + ((php_ion_ ##type *) php_ion_obj_ex(zo, XtOffsetOf(php_ion_ ## type, std))) +LOCAL void *php_ion_obj_ex(void *obj, ptrdiff_t offset) { + if (obj) { + return ((char *) obj) - offset; + } + return NULL; +} -#define php_ion_decl(type, cname, ...) \ +#define php_ion_decl(type, cname) \ static zend_object_handlers oh_ ## cname; \ - static inline zend_object *create_ion_ ## cname(zend_class_entry *ce) \ + LOCAL zend_object *create_ion_ ## cname(zend_class_entry *ce) \ { \ if (!ce) ce = ce_ ## cname; \ php_ion_ ## type *o = ecalloc(1, sizeof(*o) + zend_object_properties_size(ce)); \ @@ -213,12 +379,19 @@ static zend_class_entry o->std.handlers = &oh_ ## cname; \ return &o->std; \ } \ - static inline void free_ion_ ## cname(zend_object *std) \ + LOCAL void free_ion_ ## cname(zend_object *std) \ { \ php_ion_ ## type *obj = php_ion_obj(type, std); \ - __VA_ARGS__; \ + php_ion_ ## type ## _dtor(obj); \ zend_object_std_dtor(std); \ - (void) obj; \ + } \ + LOCAL zend_object *clone_ion_ ## cname(zend_object *std) \ + { \ + php_ion_ ## type *old_obj = php_ion_obj(type, std), \ + *new_obj = php_ion_obj(type, create_ion_ ## cname(std->ce)); \ + php_ion_ ## type ## _copy(new_obj, old_obj); \ + (void) old_obj; \ + return &new_obj->std; \ } #define php_ion_register(type, cname, ...) do { \ ce_ ## cname = register_class_ion_ ## cname(__VA_ARGS__); \ @@ -226,66 +399,62 @@ static zend_class_entry memcpy(&oh_ ## cname, zend_get_std_object_handlers(), sizeof(zend_object_handlers)); \ oh_ ## cname .offset = offsetof(php_ion_ ## type, std); \ oh_ ## cname .free_obj = free_ion_ ## cname; \ + oh_ ## cname .clone_obj = clone_ion_ ## cname; \ } while (0) -#define php_ion_obj(type, obj) \ - ((php_ion_ ## type *) (obj ? ((char *)(obj) - XtOffsetOf(php_ion_ ## type, std)) : NULL)) - -#define ION_CHECK(err, ...) do { \ +#define ION_CHECK_RETURN(r, err, ...) do { \ iERR __err = err; \ - if (__err) { \ + if (UNEXPECTED(__err)) { \ zend_throw_exception_ex(spl_ce_RuntimeException, __err, "%s: %s", ion_error_to_str(__err), #err); \ __VA_ARGS__; \ - return; \ + return r; \ } \ } while (0) +#define ION_CHECK(err, ...) \ + ION_CHECK_RETURN(, err, __VA_ARGS__) + #define ION_CATCH(...) do { \ - if (EG(exception)) { \ + if (UNEXPECTED(EG(exception))) { \ __VA_ARGS__; \ return; \ } \ } while (0) -#define PTR_CHECK(ptr, ...) do { \ - if (!(ptr)) { \ +#define PTR_CHECK_RETURN(ret, ptr, ...) do { \ + if (UNEXPECTED(!(ptr))) { \ zend_throw_error(NULL, "Uninitialized object"); \ __VA_ARGS__; \ - return; \ + return ret; \ } \ } while (0) +#define PTR_CHECK(ptr, ...) PTR_CHECK_RETURN(, ptr, __VA_ARGS__) -#define OBJ_CHECK(obj) do { \ - PTR_CHECK(obj); \ - PTR_CHECK(*((void **)obj)); \ +#define OBJ_CHECK_RETURN(ret, obj, ...) do { \ + PTR_CHECK_RETURN(ret, obj, __VA_ARGS__); \ + PTR_CHECK_RETURN(ret, *((void **)obj), __VA_ARGS__); \ } while (0) +#define OBJ_CHECK(obj, ...) OBJ_CHECK_RETURN(, obj, __VA_ARGS__) -static inline ION_STRING *ion_string_from_zend(ION_STRING *is, const zend_string *zs) +LOCAL ION_STRING *ion_string_from_zend(ION_STRING *is, const zend_string *zs) { - is->length = zs ? zs->len : 0; + is->length = zs ? (SIZE) zs->len : 0; is->value = (BYTE *) (zs ? zs->val : NULL); return is; } -static inline zend_string *zend_string_from_ion(const ION_STRING *s) +LOCAL zend_string *zend_string_from_ion(const ION_STRING *s) { return zend_string_init((const char *) s->value, s->length, 0); } -static inline void update_property_obj(zend_object *obj, const char *n, size_t l, zend_object *p) +LOCAL void update_property_obj(zend_object *obj, const char *n, size_t l, zend_object *p) { zval zobj; ZVAL_OBJ(&zobj, p); zend_update_property(obj->ce, obj, n, l, &zobj); } -typedef struct php_ion_type { - ION_TYPE typ; - zend_object std; -} php_ion_type; - -php_ion_decl(type, Type); - #define RETURN_IONTYPE(typ) do { \ zend_object *__zo = php_ion_type_fetch(typ); \ if (UNEXPECTED(!__zo)) { \ @@ -294,7 +463,7 @@ php_ion_decl(type, Type); RETURN_OBJ_COPY(__zo); \ } while(0) -static inline zend_object *php_ion_type_fetch(ION_TYPE typ) +LOCAL zend_object *php_ion_type_fetch(ION_TYPE typ) { zend_long index = ION_TYPE_INT(typ); zval *ztype = zend_hash_index_find(ce_Type->backed_enum_table, index); @@ -306,25 +475,38 @@ static inline zend_object *php_ion_type_fetch(ION_TYPE typ) return zend_enum_get_case(ce_Type, Z_STR_P(ztype)); } +LOCAL ION_TYPE ion_type_from_enum(zend_object *zo) +{ + return (ION_TYPE) Z_LVAL_P(zend_enum_fetch_case_value(zo)); +} + typedef struct php_ion_symbol_iloc { ION_SYMBOL_IMPORT_LOCATION loc; zend_string *name; zend_object std; } php_ion_symbol_iloc; -static inline void php_ion_symbol_iloc_ctor(php_ion_symbol_iloc *obj) +LOCAL void php_ion_symbol_iloc_ctor(php_ion_symbol_iloc *obj) { zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("location"), obj->loc.location); zend_update_property_str(obj->std.ce, &obj->std, ZEND_STRL("name"), obj->name); ion_string_from_zend(&obj->loc.name, obj->name); } -static inline void php_ion_symbol_iloc_dtor(php_ion_symbol_iloc *obj) +LOCAL void php_ion_symbol_iloc_dtor(php_ion_symbol_iloc *obj) { zend_string_release(obj->name); } -php_ion_decl(symbol_iloc, Symbol_ImportLocation, php_ion_symbol_iloc_dtor(obj)); +LOCAL void php_ion_symbol_iloc_copy(php_ion_symbol_iloc *new_obj, php_ion_symbol_iloc *old_obj) +{ + zend_objects_clone_members(&new_obj->std, &old_obj->std); + new_obj->name = zend_string_copy(old_obj->name); + ion_string_from_zend(&new_obj->loc.name, new_obj->name); + new_obj->loc.location = old_obj->loc.location; +} + +php_ion_decl(symbol_iloc, Symbol_ImportLocation); typedef struct php_ion_symbol { ION_SYMBOL sym; @@ -332,7 +514,28 @@ typedef struct php_ion_symbol { zend_object *iloc, std; } php_ion_symbol; -static inline void php_ion_symbol_ctor(php_ion_symbol *obj) +LOCAL int php_ion_symbol_zval_compare(zval *zv1, zval *zv2) { + zend_string *zs1 = zval_get_string(zv1); + zend_string *zs2 = zval_get_string(zv2); + + if (EG(exception)) { + return 0; + } + + int result; + if (zs1->len > zs2->len) { + result = 1; + } else if (zs2->len > zs1->len) { + result = -1; + } else { + result = memcmp(zs1->val, zs2->val, zs1->len); + } + zend_string_release(zs1); + zend_string_release(zs2); + return result; +} + +LOCAL void php_ion_symbol_ctor(php_ion_symbol *obj) { zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("sid"), obj->sym.sid); @@ -350,14 +553,28 @@ static inline void php_ion_symbol_ctor(php_ion_symbol *obj) } } -static inline void php_ion_symbol_dtor(php_ion_symbol *obj) +LOCAL void php_ion_symbol_dtor(php_ion_symbol *obj) { if (obj->value) { zend_string_release(obj->value); } } -static inline void php_ion_symbol_zval(ION_SYMBOL *sym_ptr, zval *return_value) +LOCAL void php_ion_symbol_copy(php_ion_symbol *new_obj, php_ion_symbol *old_obj) +{ + zend_objects_clone_members(&new_obj->std, &old_obj->std); + new_obj->sym = old_obj->sym; + if (old_obj->value) { + new_obj->value = zend_string_copy(old_obj->value); + ion_string_from_zend(&new_obj->sym.value, new_obj->value); + } + + if ((new_obj->iloc = old_obj->iloc)) { + new_obj->sym.import_location = php_ion_obj(symbol_iloc, new_obj->iloc)->loc; + } +} + +LOCAL void php_ion_symbol_zval(ION_SYMBOL *sym_ptr, zval *return_value) { object_init_ex(return_value, ce_Symbol); php_ion_symbol *sym = php_ion_obj(symbol, Z_OBJ_P(return_value)); @@ -383,12 +600,116 @@ static inline void php_ion_symbol_zval(ION_SYMBOL *sym_ptr, zval *return_value) } } -php_ion_decl(symbol, Symbol, php_ion_symbol_dtor(obj)); +LOCAL zval *php_ion_global_symbol_fetch_by_enum(zend_string *name) +{ + zval *zgs = zend_hash_find(&php_ion_globals.symbol.cache, name); + if (!zgs) { + zval *zid = zend_hash_find(&g_sym_map, name); + if (zid) { + zval *zss = zend_hash_index_find(&g_sym_hash, Z_LVAL_P(zid)); + if (zss) { + zval zsym; + object_init_ex(&zsym, ce_Symbol); + php_ion_symbol *sym = php_ion_obj(symbol, Z_OBJ(zsym)); + sym->sym.sid = Z_LVAL_P(zid); + sym->value = zval_get_string(zss); + php_ion_symbol_ctor(sym); + zgs = zend_hash_add(&php_ion_globals.symbol.cache, name, &zsym); + } + } + } + return zgs; +} + +php_ion_decl(symbol, Symbol); typedef struct php_ion_symbol_table { + ION_SYMBOL_TABLE *tab; + int (*dtor)(ION_SYMBOL_TABLE *); zend_object std; } php_ion_symbol_table; +LOCAL void php_ion_symbol_table_ctor(php_ion_symbol_table *obj) +{ + OBJ_CHECK(obj); + + ION_SYMBOL_TABLE_TYPE typ = ist_EMPTY; + ion_symbol_table_get_type(obj->tab, &typ); + if (typ != ist_LOCAL) { + ION_STRING is; + if (IERR_OK == ion_symbol_table_get_name(obj->tab, &is)) { + zend_update_property_stringl(obj->std.ce, &obj->std, ZEND_STRL("name"), (char *) is.value, is.length); + } + int32_t iv; + if (IERR_OK == ion_symbol_table_get_version(obj->tab, &iv)) { + zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("version"), iv); + } + } +} + +LOCAL void php_ion_symbol_table_dtor(php_ion_symbol_table *obj) +{ + if (obj->tab) { + if (obj->dtor) { + obj->dtor(obj->tab); + } + obj->tab = NULL; + } +} + +LOCAL void php_ion_symbol_table_copy(php_ion_symbol_table *new_obj, php_ion_symbol_table *old_obj) +{ + // do not clone cache members + // zend_objects_clone_members(...) + if ((new_obj->dtor = old_obj->dtor)) { + ION_CHECK(ion_symbol_table_clone_with_owner(old_obj->tab, &new_obj->tab, NULL)); + } else { + new_obj->tab = old_obj->tab; + } + // update non-cache members + php_ion_symbol_table_ctor(new_obj); +} + +LOCAL void php_ion_symbol_table_import(php_ion_symbol_table *obj, php_ion_symbol_table *import) +{ + OBJ_CHECK(obj); + OBJ_CHECK(import); + + zval tmp; + zval *zimports = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("imports"), 0, &tmp); + if (zimports) { + zend_ulong idx = (uintptr_t) &import->std.gc; + if (!zend_hash_index_exists(Z_ARRVAL_P(zimports), idx)) { + ION_CHECK(ion_symbol_table_import_symbol_table(obj->tab, import->tab)); + + SEPARATE_ARRAY(zimports); + GC_ADDREF(&import->std); + add_index_object(zimports, idx, &import->std); + zend_update_property(obj->std.ce, &obj->std, ZEND_STRL("imports"), zimports); + } + } +} + +LOCAL void php_ion_symbol_table_symbol_zval(php_ion_symbol_table *obj, ION_SYMBOL *sym, zval *return_value) +{ + zval tmp; + zval *zsyms = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("symbols"), 0, &tmp); + if (zsyms) { + zval *zsym = zend_hash_index_find(Z_ARRVAL_P(zsyms), sym->sid); + if (zsym) { + RETURN_COPY(zsym); + } + } + + php_ion_symbol_zval(sym, return_value); + + if (zsyms) { + SEPARATE_ARRAY(zsyms); + ZVAL_ADDREF(return_value); + add_index_zval(zsyms, sym->sid, return_value); + } +} + php_ion_decl(symbol_table, Symbol_Table); typedef struct php_ion_decimal_ctx { @@ -398,8 +719,8 @@ typedef struct php_ion_decimal_ctx { #define php_ion_decimal_ctx_init_max(c, rounding) \ php_ion_decimal_ctx_init((c), DEC_MAX_DIGITS, DEC_MAX_EMAX, DEC_MIN_EMIN, (rounding), false) -static inline void php_ion_decimal_ctx_init(decContext *ctx, - zend_long digits, zend_long emax, zend_long emin, zend_long round, zend_bool clamp) +LOCAL void php_ion_decimal_ctx_init(decContext *ctx, + int digits, int emax, int emin, enum rounding round, zend_bool clamp) { memset(ctx, 0, sizeof(*ctx)); ctx->digits = digits; @@ -409,7 +730,7 @@ static inline void php_ion_decimal_ctx_init(decContext *ctx, ctx->clamp = clamp; } -static inline void php_ion_decimal_ctx_ctor(php_ion_decimal_ctx *obj, zend_object *o_round) +LOCAL void php_ion_decimal_ctx_ctor(php_ion_decimal_ctx *obj, zend_object *o_round) { if (!obj->ctx.digits) { php_ion_decimal_ctx_init_max(&obj->ctx, DEC_ROUND_HALF_EVEN); @@ -425,6 +746,16 @@ static inline void php_ion_decimal_ctx_ctor(php_ion_decimal_ctx *obj, zend_objec zend_update_property_bool(obj->std.ce, &obj->std, ZEND_STRL("clamp"), obj->ctx.clamp); } +LOCAL void php_ion_decimal_ctx_dtor(php_ion_decimal_ctx *obj) +{ +} + +LOCAL void php_ion_decimal_ctx_copy(php_ion_decimal_ctx *new_obj, php_ion_decimal_ctx *old_obj) +{ + zend_objects_clone_members(&new_obj->std, &old_obj->std); + new_obj->ctx = old_obj->ctx; +} + php_ion_decl(decimal_ctx, Decimal_Context); typedef struct php_ion_decimal { @@ -432,7 +763,7 @@ typedef struct php_ion_decimal { zend_object *ctx, std; } php_ion_decimal; -static inline void php_ion_decimal_from_zend_long(ION_DECIMAL *dec, decContext *ctx, zend_long num) +LOCAL void php_ion_decimal_from_zend_long(ION_DECIMAL *dec, decContext *ctx, zend_long num) { if (num <= INT32_MAX && num >= INT32_MIN) { ION_CHECK(ion_decimal_from_int32(dec, num)); @@ -451,14 +782,14 @@ static inline void php_ion_decimal_from_zend_long(ION_DECIMAL *dec, decContext * } } -static inline zend_string *php_ion_decimal_to_string(ION_DECIMAL *dec) +LOCAL zend_string *php_ion_decimal_to_string(ION_DECIMAL *dec) { zend_string *zstr = zend_string_alloc(ION_DECIMAL_STRLEN(dec), 0); (void) ion_decimal_to_string(dec, zstr->val); return zend_string_truncate(zstr, strlen(zstr->val), 0); } -static inline void php_ion_decimal_to_zend_long(ION_DECIMAL *dec, decContext *ctx, zend_long *l) +LOCAL void php_ion_decimal_to_zend_long(ION_DECIMAL *dec, decContext *ctx, zend_long *l) { ION_INT *ii = NULL; ION_CHECK(ion_int_alloc(NULL, &ii)); @@ -469,7 +800,7 @@ static inline void php_ion_decimal_to_zend_long(ION_DECIMAL *dec, decContext *ct ion_int_free(ii); } -static inline bool php_ion_decimal_fits_zend_long(php_ion_decimal *obj) +LOCAL bool php_ion_decimal_fits_zend_long(php_ion_decimal *obj) { int32_t result; @@ -477,20 +808,20 @@ static inline bool php_ion_decimal_fits_zend_long(php_ion_decimal *obj) return false; } - result = 1; - ion_decimal_compare(&obj->dec, &g_ion_dec_zend_max, &g_dec_ctx, &result); + result = 1; + ion_decimal_compare(&obj->dec, &php_ion_globals.decimal.zend_max, &php_ion_globals.decimal.ctx, &result); if (result == 1) { return false; } result = -1; - ion_decimal_compare(&obj->dec, &g_ion_dec_zend_min, &g_dec_ctx, &result); + ion_decimal_compare(&obj->dec, &php_ion_globals.decimal.zend_min, &php_ion_globals.decimal.ctx, &result); if (result == -1) { return false; } return true; } -static inline void php_ion_decimal_ctor(php_ion_decimal *obj) +LOCAL void php_ion_decimal_ctor(php_ion_decimal *obj) { if (!obj->ctx) { zval zdc; @@ -512,53 +843,82 @@ static inline void php_ion_decimal_ctor(php_ion_decimal *obj) } } -static inline void php_ion_decimal_dtor(php_ion_decimal *obj) +LOCAL void php_ion_decimal_dtor(php_ion_decimal *obj) { ion_decimal_free(&obj->dec); } -php_ion_decl(decimal, Decimal, php_ion_decimal_dtor(obj)); +LOCAL void php_ion_decimal_copy(php_ion_decimal *new_obj, php_ion_decimal *old_obj) +{ + zend_objects_clone_members(&new_obj->std, &old_obj->std); + new_obj->ctx = old_obj->ctx; + ION_CHECK(ion_decimal_copy(&new_obj->dec, &old_obj->dec)); +} + +php_ion_decl(decimal, Decimal); typedef php_date_obj php_ion_timestamp; -static inline zend_long php_usec_from_ion(const decQuad *frac, decContext *ctx) +LOCAL zend_long php_usec_from_ion(const decQuad *frac, decContext *ctx) { + if (!ctx) { + ctx = &php_ion_globals.decimal.ctx; + } decQuad microsecs, result; decQuadMultiply(&result, decQuadFromInt32(µsecs, 1000000), frac, ctx); return (zend_long) decQuadToUInt32(&result, ctx, DEC_ROUND_HALF_EVEN); } -static inline decQuad *ion_ts_frac_from_usec(decQuad *frac, zend_long usec, decContext *ctx) +LOCAL decQuad *ion_ts_frac_from_usec(decQuad *frac, int usec, decContext *ctx) { + if (!ctx) { + ctx = &php_ion_globals.decimal.ctx; + } decQuad microsecs, us; return decQuadDivide(frac, decQuadFromInt32(&us, usec), decQuadFromInt32(µsecs, 1000000), ctx); } -static inline zend_string *php_dt_format_from_precision(uint8_t precision) +LOCAL zend_string *php_ion_timestamp_format_fetch(zend_string *fmt_case) +{ + return Z_STR_P(zend_enum_fetch_case_value(zend_enum_get_case(ce_Timestamp_Format, fmt_case))); +} + +LOCAL zend_string *php_dt_format_from_precision(uint8_t precision) { switch (precision) { + case ION_TS_FRAC | 0x80: + return php_ion_timestamp_format_fetch(g_intern_str.FracTZ); case ION_TS_FRAC: - return zend_string_init(ZEND_STRL("c"), 0); + return php_ion_timestamp_format_fetch(g_intern_str.Frac); + case ION_TS_SEC | 0x80: + return php_ion_timestamp_format_fetch(g_intern_str.SecTZ); case ION_TS_SEC: - return zend_string_init(ZEND_STRL("Y-m-d\\TH:i:sP"), 0); + return php_ion_timestamp_format_fetch(g_intern_str.Sec); + case ION_TS_MIN | 0x80: + return php_ion_timestamp_format_fetch(g_intern_str.MinTZ); case ION_TS_MIN: - return zend_string_init(ZEND_STRL("Y-m-d\\TH:iP"), 0); + return php_ion_timestamp_format_fetch(g_intern_str.Min); case ION_TS_DAY: - return zend_string_init(ZEND_STRL("Y-m-d\\T"), 0); + return php_ion_timestamp_format_fetch(g_intern_str.Day); case ION_TS_MONTH: - return zend_string_init(ZEND_STRL("Y-m\\T"), 0); + return php_ion_timestamp_format_fetch(g_intern_str.Month); case ION_TS_YEAR: - return zend_string_init(ZEND_STRL("Y\\T"), 0); + return php_ion_timestamp_format_fetch(g_intern_str.Year); default: - return zend_string_init(ZEND_STRL("c"), 0); + return ZSTR_CHAR('c'); } } -static inline timelib_time* php_time_from_ion(const ION_TIMESTAMP *ts, decContext *ctx, zend_string **fmt) +LOCAL timelib_time* php_time_from_ion(const ION_TIMESTAMP *ts, decContext *ctx, zend_string **fmt) { - timelib_time *time = timelib_time_ctor(); + timelib_time *time = ecalloc(1, sizeof(*time)); - switch (ts->precision) { + /* defaults */ + time->y = 1970; + time->m = 1; + time->d = 1; + + switch (ts->precision & 0x7f) { case ION_TS_FRAC: time->us = php_usec_from_ion(&ts->fraction, ctx); /* fallthrough */ @@ -580,6 +940,12 @@ static inline timelib_time* php_time_from_ion(const ION_TIMESTAMP *ts, decContex /* fallthrough */ default: time->z = ts->tz_offset * 60; + if (time->z || ts->precision & 0x80) { + time->zone_type = TIMELIB_ZONETYPE_OFFSET; + } else { + time->zone_type = TIMELIB_ZONETYPE_ID; + time->tz_info = get_timezone_info(); + } } if (fmt) { @@ -588,19 +954,19 @@ static inline timelib_time* php_time_from_ion(const ION_TIMESTAMP *ts, decContex return time; } -static inline ION_TIMESTAMP *ion_timestamp_from_php(ION_TIMESTAMP *buf, php_ion_timestamp *ts, decContext *ctx) +LOCAL ION_TIMESTAMP *ion_timestamp_from_php(ION_TIMESTAMP *buf, php_ion_timestamp *ts, decContext *ctx) { memset(buf, 0, sizeof(*buf)); zval tmp; - uint8_t precision = Z_LVAL_P(zend_read_property(ts->std.ce, &ts->std, ZEND_STRL("precision"), 0, &tmp)); + int precision = Z_LVAL_P(zend_read_property(ts->std.ce, &ts->std, ZEND_STRL("precision"), 0, &tmp)); - if (!precision || precision > ION_TS_FRAC) { + if (!precision || precision > (ION_TS_FRAC|0x80)) { zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG, - "Invalid precision (%u) of ion\\Timestamp", (unsigned) precision); - } else switch ((buf->precision = precision)) { + "Invalid precision (%d) of ion\\Timestamp", precision); + } else switch ((buf->precision = precision) & 0x7f) { case ION_TS_FRAC: - ion_ts_frac_from_usec(&buf->fraction, ts->time->us, ctx); + ion_ts_frac_from_usec(&buf->fraction, (int) ts->time->us, ctx); /* fallthrough */ case ION_TS_SEC: buf->seconds = ts->time->s; @@ -619,13 +985,16 @@ static inline ION_TIMESTAMP *ion_timestamp_from_php(ION_TIMESTAMP *buf, php_ion_ buf->year = ts->time->y; /* fallthrough */ default: - buf->tz_offset = ts->time->z / 60; + buf->tz_offset = (short) (ts->time->z / 60); + if (buf->tz_offset) { + buf->precision |= 0x80; + } } return buf; } -static inline void php_ion_timestamp_ctor(php_ion_timestamp *obj, zend_long precision, zend_string *fmt, zend_string *dt, zval *tz) +LOCAL void php_ion_timestamp_ctor(php_ion_timestamp *obj, zend_long precision, zend_string *fmt, zend_string *dt, zval *tz) { if (!obj->time) { php_date_initialize(obj, dt ? dt->val : "", dt ? dt->len : 0, fmt ? fmt->val : NULL, tz, PHP_DATE_INIT_CTOR); @@ -637,29 +1006,176 @@ static inline void php_ion_timestamp_ctor(php_ion_timestamp *obj, zend_long prec zend_string_release(fmt); } -static inline void php_ion_timestamp_dtor(php_ion_timestamp *obj) +typedef struct php_ion_catalog { + ION_CATALOG *cat; + zend_object std; +} php_ion_catalog; + +LOCAL void php_ion_catalog_ctor(php_ion_catalog *obj) +{ + ION_CHECK(ion_catalog_open(&obj->cat)); +} + +LOCAL void php_ion_catalog_dtor(php_ion_catalog *obj) { - if (obj->time) { - timelib_time_dtor(obj->time); + if (obj->cat) { + ion_catalog_close(obj->cat); } } -php_ion_decl(timestamp, Timestamp, php_ion_timestamp_dtor(obj)); +LOCAL ION_COLLECTION *php_ion_catalog_collection(php_ion_catalog *cat) +{ + /* do not look too close */ + struct { + void *owner; + ION_SYMBOL_TABLE *sys; + ION_COLLECTION collection; + } *cat_ptr = (void *) cat->cat; + return &cat_ptr->collection; +} +// see https://github.com/amzn/ion-c/issues/269 +#ifndef IPCN_pNODE_TO_pDATA +# define IPCN_pNODE_TO_pDATA(x) (&((x)->_data[0])) +#endif -typedef struct php_ion_catalog { - ION_CATALOG *cat; - zend_object std; -} php_ion_catalog; +LOCAL void php_ion_catalog_copy(php_ion_catalog *new_obj, php_ion_catalog *old_obj) +{ + // do not clone cache members + php_ion_catalog_ctor(new_obj); + OBJ_CHECK(new_obj); + + ION_COLLECTION *col = php_ion_catalog_collection(old_obj); + if (!ION_COLLECTION_IS_EMPTY(col)) { + ION_COLLECTION_CURSOR cur; + ION_COLLECTION_OPEN(col, cur); + while (cur) { + ION_SYMBOL_TABLE **ptr; + ION_COLLECTION_NEXT(cur, ptr); + if (*ptr) { + ION_CHECK(ion_catalog_add_symbol_table(new_obj->cat, *ptr)); + } + } + } +} + +LOCAL zend_string *ion_symbol_table_to_key(ION_SYMBOL_TABLE *tab) +{ + int32_t version; + ION_STRING is; + ION_CHECK_RETURN(NULL, ion_symbol_table_get_name(tab, &is)); + ION_CHECK_RETURN(NULL, ion_symbol_table_get_version(tab, &version)); + + smart_str s = {0}; + smart_str_appendl(&s, (char *) is.value, is.length); + smart_str_appendc(&s, ':'); + smart_str_append_long(&s, version); + smart_str_0(&s); + + return s.s; +} + +LOCAL void php_ion_catalog_add_symbol_table(php_ion_catalog *obj, php_ion_symbol_table *tab) +{ + OBJ_CHECK(obj); + OBJ_CHECK(tab); + + zval tmp; + zval *ztabs = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("symbolTables"), 0, &tmp); + if (ztabs) { + zend_ulong idx = (uintptr_t) &tab->std.gc; + if (!zend_hash_index_exists(Z_ARRVAL_P(ztabs), idx)) { + zend_string *key = ion_symbol_table_to_key(tab->tab); + if (key) { + ION_CHECK(ion_catalog_add_symbol_table(obj->cat, tab->tab), + zend_string_release(key)); + SEPARATE_ARRAY(ztabs); + GC_ADDREF(&tab->std); + add_index_object(ztabs, idx, &tab->std); + GC_ADDREF(&tab->std); + add_assoc_object_ex(ztabs, key->val, key->len, &tab->std); + zend_update_property(obj->std.ce, &obj->std, ZEND_STRL("symbolTables"), ztabs); + zend_string_release(key); + } + } + } +} + +LOCAL void php_ion_catalog_symbol_table_zval(php_ion_catalog *obj, ION_SYMBOL_TABLE *tab, zval *return_value) +{ + zend_string *key = ion_symbol_table_to_key(tab); + PTR_CHECK(key); + + zval tmp; + zval *ztabs = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("symbolTables"), 0, &tmp); + if (ztabs) { + zval *ztab = zend_hash_find(Z_ARRVAL_P(ztabs), key); + if (ztab) { + zend_string_release(key); + RETURN_COPY(ztab); + } + } + + object_init_ex(return_value, ce_Symbol_Table_Shared); + php_ion_symbol_table *o_tab = php_ion_obj(symbol_table, Z_OBJ_P(return_value)); + o_tab->tab = tab; + php_ion_symbol_table_ctor(o_tab); + + if (ztabs) { + SEPARATE_ARRAY(ztabs); + ZVAL_ADDREF(return_value); + add_index_zval(ztabs, (uintptr_t) &o_tab->std.gc, return_value); + ZVAL_ADDREF(return_value); + add_assoc_zval_ex(ztabs, key->val, key->len, return_value); + } + zend_string_release(key); +} php_ion_decl(catalog, Catalog); +typedef struct php_ion_reader_options_ccn_ctx { + zend_object *obj; + zend_fcall_info fci; + zend_fcall_info_cache fcc; +} php_ion_reader_options_ccn_ctx; + typedef struct php_ion_reader_options { ION_READER_OPTIONS opt; + php_ion_reader_options_ccn_ctx ccn; zend_object *cat, *dec_ctx, *cb, std; } php_ion_reader_options; +LOCAL void php_ion_reader_options_dtor(php_ion_reader_options *obj) +{ + if (obj->cb) { + zend_fcall_info_args_clear(&obj->ccn.fci, true); + } +} + +LOCAL void php_ion_reader_options_copy(php_ion_reader_options *new_obj, php_ion_reader_options *old_obj) +{ + zend_objects_clone_members(&new_obj->std, &old_obj->std); + + new_obj->opt = old_obj->opt; + new_obj->cat = old_obj->cat; + new_obj->dec_ctx = old_obj->dec_ctx; + new_obj->cb = old_obj->cb; + if (new_obj->cb) { + zval zcb; + ZVAL_OBJ(&zcb, new_obj->cb); + zend_fcall_info_init(&zcb, 0, &new_obj->ccn.fci, &new_obj->ccn.fcc, NULL, NULL); + new_obj->opt.context_change_notifier.context = &new_obj->ccn; + } +} + php_ion_decl(reader_options, Reader_Options); +LOCAL zend_object *php_ion_reader_options_new(void) +{ + zend_object *obj = create_ion_Reader_Options(NULL); + zend_call_known_instance_method_with_0_params(obj->ce->constructor, obj, NULL); + return obj; +} + typedef struct php_ion_reader { ION_READER *reader; ION_TYPE state; @@ -677,7 +1193,7 @@ typedef struct php_ion_reader { zend_object *opt, std; } php_ion_reader; -static inline iERR php_ion_reader_stream_handler(struct _ion_user_stream *user) +LOCAL iERR php_ion_reader_stream_handler(struct _ion_user_stream *user) { php_ion_reader *reader = (php_ion_reader *) user->handler_state; size_t remaining = 0, spare = reader->stream.buf.length; @@ -703,50 +1219,51 @@ static inline iERR php_ion_reader_stream_handler(struct _ion_user_stream *user) return IERR_READ_ERROR; } -static inline iERR on_context_change(void *context, ION_COLLECTION *imports) +LOCAL iERR on_context_change(void *context, ION_COLLECTION *imports) { + iERR e = IERR_OK; + if (context) { - php_ion_reader *obj = php_ion_obj(reader, context); - (void) obj; + php_ion_reader_options_ccn_ctx *ctx = context; + + zval zobj; + ZVAL_OBJ(&zobj, ctx->obj); + zend_fcall_info_argn(&ctx->fci, 1, &zobj); + if (SUCCESS != zend_fcall_info_call(&ctx->fci, &ctx->fcc, NULL, NULL)) { + e = IERR_INTERNAL_ERROR; + } + zend_fcall_info_args_clear(&ctx->fci, false); } - return IERR_OK; + return e; } -static ION_READER_CONTEXT_CHANGE_NOTIFIER EMPTY_READER_CHANGE_NOTIFIER = { - on_context_change, - NULL -}; - -static inline void php_ion_reader_ctor(php_ion_reader *obj) +LOCAL void php_ion_reader_ctor(php_ion_reader *obj) { iERR err; php_ion_reader_options *opt = php_ion_obj(reader_options, obj->opt); - if (opt) { - opt->opt.context_change_notifier.context = obj; + if (opt && opt->opt.context_change_notifier.context) { + php_ion_reader_options_ccn_ctx *ctx = opt->opt.context_change_notifier.context; + ctx->obj = &obj->std; + opt->opt.context_change_notifier.notify = on_context_change; } if (obj->type == STREAM_READER) { PTR_CHECK(obj->stream.ptr); GC_ADDREF(obj->stream.ptr->res); - php_ion_reader_options *opt = php_ion_obj(reader_options, obj->opt); - obj->stream.buf.length = opt ? opt->opt.allocation_page_size : 0x1000; + obj->stream.buf.length = opt && opt->opt.chunk_threshold ? opt->opt.chunk_threshold : 0x4000; obj->stream.buf.value = emalloc(obj->stream.buf.length); err = ion_reader_open_stream(&obj->reader, obj, php_ion_reader_stream_handler, opt ? &opt->opt : NULL); } else { - err = ion_reader_open_buffer(&obj->reader, - (BYTE *) obj->buffer->val, obj->buffer->len, - opt ? &opt->opt : NULL); - } - if (opt) { - opt->opt.context_change_notifier.context = NULL; + err = ion_reader_open_buffer(&obj->reader, (BYTE *) obj->buffer->val, (SIZE) obj->buffer->len, opt ? &opt->opt : NULL); } ION_CHECK(err); OBJ_CHECK(obj); } -static inline void php_ion_reader_dtor(php_ion_reader *obj) + +LOCAL void php_ion_reader_dtor(php_ion_reader *obj) { if (obj->reader) { ion_reader_close(obj->reader); @@ -765,15 +1282,37 @@ static inline void php_ion_reader_dtor(php_ion_reader *obj) } } -php_ion_decl(reader, Reader_Reader, php_ion_reader_dtor(obj)); +#define php_ion_reader_copy(n,o) +php_ion_decl(reader, Reader_Reader); +#define clone_ion_Reader_Reader NULL typedef struct php_ion_writer_options { ION_WRITER_OPTIONS opt; - zend_object *cat, *dec_ctx, *col, std; + zend_object *cat, *dec_ctx, std; } php_ion_writer_options; +LOCAL void php_ion_writer_options_copy(php_ion_writer_options *new_obj, php_ion_writer_options *old_obj) +{ + zend_objects_clone_members(&new_obj->std, &old_obj->std); + + new_obj->opt = old_obj->opt; + new_obj->cat = old_obj->cat; + new_obj->dec_ctx = old_obj->dec_ctx; +} + +LOCAL void php_ion_writer_options_dtor(php_ion_writer_options *obj) +{ +} + php_ion_decl(writer_options, Writer_Options); +LOCAL zend_object *php_ion_writer_options_new(void) +{ + zend_object *obj = create_ion_Writer_Options(NULL); + zend_call_known_instance_method_with_0_params(obj->ce->constructor, obj, NULL); + return obj; +} + typedef struct php_ion_writer { ION_WRITER *writer; enum { @@ -782,8 +1321,8 @@ typedef struct php_ion_writer { } type; union { struct { - zval val; smart_str str; + struct _ion_user_stream *usr; } buffer; struct { ION_STRING buf; @@ -794,7 +1333,7 @@ typedef struct php_ion_writer { } php_ion_writer; -static inline iERR php_ion_writer_stream_handler(struct _ion_user_stream *user) +LOCAL iERR php_ion_writer_stream_handler(struct _ion_user_stream *user) { php_ion_writer *writer = (php_ion_writer *) user->handler_state; @@ -809,92 +1348,117 @@ static inline iERR php_ion_writer_stream_handler(struct _ion_user_stream *user) return IERR_OK; } -#define REF_STR() do { \ - ZVAL_NEW_STR(ref, obj->buffer.str.s); \ - GC_ADDREF(obj->buffer.str.s); \ -} while (0) - -#define NEW_REF_STR() do {\ - if (Z_STR_P(ref) != obj->buffer.str.s) { \ - zval_ptr_dtor(ref); \ - REF_STR(); \ - } \ -} while(0) - -static inline void php_ion_writer_stream_init(php_ion_writer *obj, php_ion_writer_options *opt) +LOCAL void php_ion_writer_stream_init(php_ion_writer *obj, php_ion_writer_options *opt) { PTR_CHECK(obj->stream.ptr); GC_ADDREF(obj->stream.ptr->res); - obj->stream.buf.length = opt ? opt->opt.allocation_page_size : 0x1000; + obj->stream.buf.length = opt ? opt->opt.temp_buffer_size : 0x1000; obj->stream.buf.value = emalloc(obj->stream.buf.length); } -static inline void php_ion_writer_buffer_init(php_ion_writer *obj) + +LOCAL void php_ion_writer_buffer_offer(php_ion_writer *obj) { - zval *ref = &obj->buffer.val; - ZVAL_DEREF(ref); + if (obj->buffer.usr) { + obj->buffer.usr->curr = (BYTE *) &obj->buffer.str.s->val[obj->buffer.str.s->len]; + obj->buffer.usr->limit = obj->buffer.usr->curr + obj->buffer.str.a - obj->buffer.str.s->len; + } +} - smart_str_alloc(&obj->buffer.str, 0, 0); - smart_str_0(&obj->buffer.str); - REF_STR(); +LOCAL void php_ion_writer_buffer_init(php_ion_writer *obj) +{ + smart_str_alloc(&obj->buffer.str, 0, false); + php_ion_writer_buffer_offer(obj); } -static inline void php_ion_writer_buffer_grow(php_ion_writer *obj) +LOCAL void php_ion_writer_buffer_reset(php_ion_writer *obj) { - zval *ref = &obj->buffer.val; - ZVAL_DEREF(ref); + smart_str_free(&obj->buffer.str); + memset(&obj->buffer.str, 0, sizeof(obj->buffer.str)); + php_ion_writer_buffer_init(obj); +} - switch (GC_REFCOUNT(obj->buffer.str.s)) { - case 2: - // nothing to do - break; - case 1: - // we've been separated - GC_ADDREF(obj->buffer.str.s); - break; - default: - // we have to separate - fprintf(stderr, "SEPARATE\n"); - obj->buffer.str.s = zend_string_dup(obj->buffer.str.s, 0); - break; +LOCAL zend_string *php_ion_writer_buffer_copy(php_ion_writer *obj) +{ + if (obj->buffer.usr) { + // ensure that brain-dead ion_stream interface calls us again + obj->buffer.usr->curr = NULL; + obj->buffer.usr->limit = NULL; } + smart_str_0(&obj->buffer.str); + return zend_string_copy(obj->buffer.str.s); +} - zend_string *old = obj->buffer.str.s; - GC_DELREF(old); - smart_str_erealloc(&obj->buffer.str, obj->buffer.str.a << 1); - if (old == obj->buffer.str.s) { - GC_ADDREF(old); - } else if(old == Z_STR_P(ref)) { - ZVAL_NULL(ref); - } +LOCAL void php_ion_writer_buffer_separate(php_ion_writer *obj, bool grow) +{ + // see zend_string_separate and smart_str_erealloc + zend_string *old_str = obj->buffer.str.s; + zend_string *new_str = zend_string_alloc(obj->buffer.str.a << grow, false); + memcpy(new_str->val, old_str->val, new_str->len = old_str->len); + zend_string_release(old_str); + obj->buffer.str.s = new_str; +} - NEW_REF_STR(); +LOCAL void php_ion_writer_buffer_grow(php_ion_writer *obj) +{ + if (obj->buffer.usr && obj->buffer.usr->curr) { + obj->buffer.str.s->len = obj->buffer.usr->curr - (BYTE *) obj->buffer.str.s->val; + } + if (obj->buffer.usr && obj->buffer.usr->curr && obj->buffer.usr->curr == obj->buffer.usr->limit) { + if (UNEXPECTED(GC_REFCOUNT(obj->buffer.str.s) > 1)) { + php_ion_writer_buffer_separate(obj, true); + } else { + smart_str_erealloc(&obj->buffer.str, obj->buffer.str.a << 1); + } + } else if (UNEXPECTED(GC_REFCOUNT(obj->buffer.str.s) > 1)) { + php_ion_writer_buffer_separate(obj, false); + } + php_ion_writer_buffer_offer(obj); } -static inline iERR php_ion_writer_buffer_handler(struct _ion_user_stream *user) + +LOCAL iERR php_ion_writer_buffer_handler(struct _ion_user_stream *user) { php_ion_writer *writer = (php_ion_writer *) user->handler_state; + writer->buffer.usr = user; + php_ion_writer_buffer_grow(writer); + return IERR_OK; +} + +LOCAL void php_ion_writer_options_init_shared_imports(php_ion_writer_options *opt) +{ + php_ion_catalog *cat = php_ion_obj(catalog, opt->cat); + OBJ_CHECK(cat); - if (user->curr) { - writer->buffer.str.s->len += user->curr - (BYTE *) &writer->buffer.str.s->val[writer->buffer.str.s->len]; - smart_str_0(&writer->buffer.str); - if (user->limit == user->curr) { - php_ion_writer_buffer_grow(writer); + ION_CHECK(ion_writer_options_initialize_shared_imports(&opt->opt)); + + ION_COLLECTION *col = php_ion_catalog_collection(cat); + if (!ION_COLLECTION_IS_EMPTY(col)) { + // holy, nah, forget it batman... + ION_COLLECTION_CURSOR cur; + ION_COLLECTION_OPEN(col, cur); + while (cur) { + ION_SYMBOL_TABLE **ptr; + ION_COLLECTION_NEXT(cur, ptr); + if (*ptr) { + ION_CHECK(ion_writer_options_add_shared_imports_symbol_tables(&opt->opt, ptr, 1)); + } } } - user->curr = (BYTE *) &writer->buffer.str.s->val[writer->buffer.str.s->len]; - user->limit = user->curr + writer->buffer.str.a - writer->buffer.str.s->len; - - return IERR_OK; } -static inline void php_ion_writer_ctor(php_ion_writer *obj) +LOCAL void php_ion_writer_ctor(php_ion_writer *obj) { + php_ion_writer_options *opt = NULL; + if (obj->opt) { update_property_obj(&obj->std, ZEND_STRL("options"), obj->opt); + opt = php_ion_obj(writer_options, obj->opt); + if (opt->cat) { + php_ion_writer_options_init_shared_imports(opt); + } } - php_ion_writer_options *opt = php_ion_obj(writer_options, obj->opt); ION_STREAM_HANDLER h; if (obj->type == STREAM_WRITER) { h = php_ion_writer_stream_handler; @@ -904,15 +1468,22 @@ static inline void php_ion_writer_ctor(php_ion_writer *obj) php_ion_writer_buffer_init(obj); } + ION_CHECK(ion_writer_open_stream(&obj->writer, h, obj, opt ? &opt->opt : NULL)); OBJ_CHECK(obj); } -static inline void php_ion_writer_dtor(php_ion_writer *obj) +LOCAL void php_ion_writer_dtor(php_ion_writer *obj) { if (obj->writer) { ion_writer_close(obj->writer); } + if (obj->opt) { + php_ion_writer_options *opt = php_ion_obj(writer_options, obj->opt); + if (opt->cat) { + ion_writer_options_close_shared_imports(&opt->opt); + } + } if (obj->type == STREAM_WRITER) { if (obj->stream.buf.value) { efree(obj->stream.buf.value); @@ -925,23 +1496,26 @@ static inline void php_ion_writer_dtor(php_ion_writer *obj) smart_str_0(&obj->buffer.str); zend_string_release(obj->buffer.str.s); } - zval_ptr_dtor(&obj->buffer.val); } } -php_ion_decl(writer, Writer_Writer, php_ion_writer_dtor(obj)); +#define php_ion_writer_copy(o,n) +php_ion_decl(writer, Writer_Writer); +#define clone_ion_Writer_Writer NULL typedef struct php_ion_serializer_php { php_ion_serializer serializer; zend_object *opt, std; } php_ion_serializer_php; -static inline void php_ion_serializer_php_ctor(php_ion_serializer_php *ser_obj) +LOCAL void php_ion_serializer_php_ctor(php_ion_serializer_php *ser_obj) { php_ion_serializer *global_ser = &php_ion_globals.serializer; ser_obj->serializer.ids = global_ser->ids; ser_obj->serializer.tmp = global_ser->tmp; + zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("multiSequence"), + ser_obj->serializer.multi_seq); zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callMagicSerialize"), ser_obj->serializer.call_magic); if (ser_obj->serializer.call_custom) { @@ -951,25 +1525,26 @@ static inline void php_ion_serializer_php_ctor(php_ion_serializer_php *ser_obj) } else { zend_update_property_null(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomSerialize")); } - if (ser_obj->opt) { - php_ion_writer_options *o_woptions = php_ion_obj(writer_options, ser_obj->opt); - ser_obj->serializer.options = &o_woptions->opt; - update_property_obj(&ser_obj->std, ZEND_STRL("writerOptions"), ser_obj->opt); + if (!ser_obj->opt) { + ser_obj->opt = php_ion_writer_options_new(); } else { - zend_update_property_null(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("writerOptions")); + GC_ADDREF(ser_obj->opt); } + ser_obj->serializer.options = &php_ion_obj(writer_options, ser_obj->opt)->opt; + update_property_obj(&ser_obj->std, ZEND_STRL("writerOptions"), ser_obj->opt); + GC_DELREF(ser_obj->opt); } -static inline void php_ion_serializer_php_dtor(php_ion_serializer_php *obj) +LOCAL void php_ion_serializer_php_dtor(php_ion_serializer_php *obj) { if (obj->serializer.call_custom) { zend_string_release(obj->serializer.call_custom); } } -static inline void php_ion_serialize_zval(php_ion_serializer *, zval *); +LOCAL void php_ion_serialize_zval(php_ion_serializer *, zval *); -static inline void php_ion_serialize_struct(php_ion_serializer *ser, zend_array *arr, bool props) +LOCAL void php_ion_serialize_struct(php_ion_serializer *ser, zend_array *arr, bool unmangle_props, bool annotate_props) { ION_CHECK(ion_writer_start_container(ser->writer, tid_STRUCT)); @@ -977,24 +1552,32 @@ static inline void php_ion_serialize_struct(php_ion_serializer *ser, zend_array zend_ulong h; zend_string *k = NULL; if (arr) ZEND_HASH_FOREACH_KEY_VAL_IND(arr, h, k, v) + char buf[MAX_LENGTH_OF_LONG + 1]; ION_STRING is; if (k) { size_t prop_len; const char *class_name, *prop_name; - if (props && (SUCCESS == zend_unmangle_property_name_ex(k, &class_name, &prop_name, &prop_len)) && class_name) { - ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, ZEND_STRL("p")))); - ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, (char *) class_name, prop_name - class_name - 1))); + if (unmangle_props && (SUCCESS == zend_unmangle_property_name_ex(k, &class_name, &prop_name, &prop_len)) && class_name) { + if (annotate_props) { + ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_PROPERTY)); + ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, (char *) class_name, prop_name - class_name - 1))); + } } else { prop_name = k->val; prop_len = k->len; } - ION_CHECK(ion_writer_write_field_name(ser->writer, ion_string_assign_cstr(&is, (char *) prop_name, prop_len))); + ion_string_assign_cstr(&is, (char *) prop_name, (SIZE) prop_len); } else { - char buf[MAX_LENGTH_OF_LONG + 1], *end = buf + sizeof(buf) - 1; + char *end = buf + sizeof(buf) - 1; char *ptr = zend_print_long_to_buf(end, (zend_long) h); - ION_CHECK(ion_writer_write_field_name(ser->writer, ion_string_assign_cstr(&is, ptr, end - ptr))); + ion_string_assign_cstr(&is, ptr, (SIZE) (end - ptr)); } + // WATCH OUT: field names need to be copied + ION_STRING fn; + ION_CHECK(ion_string_copy_to_owner(ser->writer, &fn, &is)); + ION_CHECK(ion_writer_write_field_name(ser->writer, &fn)); + php_ion_serialize_zval(ser, v); ION_CATCH(); ZEND_HASH_FOREACH_END(); @@ -1002,7 +1585,7 @@ static inline void php_ion_serialize_struct(php_ion_serializer *ser, zend_array ION_CHECK(ion_writer_finish_container(ser->writer)); } -static inline void php_ion_serialize_list(php_ion_serializer *ser, zend_array *arr) +LOCAL void php_ion_serialize_list(php_ion_serializer *ser, zend_array *arr) { ION_CHECK(ion_writer_start_container(ser->writer, tid_LIST)); @@ -1015,16 +1598,16 @@ static inline void php_ion_serialize_list(php_ion_serializer *ser, zend_array *a ION_CHECK(ion_writer_finish_container(ser->writer)); } -static inline void php_ion_serialize_array(php_ion_serializer *ser, zend_array *arr) +LOCAL void php_ion_serialize_array(php_ion_serializer *ser, zend_array *arr) { if (zend_array_is_list(arr)) { php_ion_serialize_list(ser, arr); } else { - php_ion_serialize_struct(ser, arr, false); + php_ion_serialize_struct(ser, arr, false, false); } } -static inline void php_ion_serialize_object_iface(php_ion_serializer *ser, zend_object *zobject) +LOCAL void php_ion_serialize_object_iface(php_ion_serializer *ser, zend_object *zobject) { uint8_t *buf; size_t len; @@ -1033,9 +1616,9 @@ static inline void php_ion_serialize_object_iface(php_ion_serializer *ser, zend_ ZVAL_OBJ(&tmp, zobject); if (SUCCESS == zobject->ce->serialize(&tmp, &buf, &len, NULL)) { ION_STRING is; - ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, ZEND_STRL("S")))); + ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_SERIALIZEABLE)); ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name))); - ION_CHECK(ion_writer_write_string(ser->writer, ion_string_assign_cstr(&is, (char *) buf, len))); + ION_CHECK(ion_writer_write_clob(ser->writer, buf, len)); efree(buf); } else if (!EG(exception)){ zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR, @@ -1043,7 +1626,7 @@ static inline void php_ion_serialize_object_iface(php_ion_serializer *ser, zend_ } } -static inline void php_ion_serialize_object_magic(php_ion_serializer *ser, zend_object *zobject, zend_function *fn) +LOCAL void php_ion_serialize_object_magic(php_ion_serializer *ser, zend_object *zobject, zend_function *fn) { zval rv; @@ -1053,7 +1636,7 @@ static inline void php_ion_serialize_object_magic(php_ion_serializer *ser, zend_ if (IS_ARRAY == Z_TYPE(rv)) { ION_STRING is; - ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, fn ? "C" : "O", 1))); + ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, fn ? &PHP_ION_SYMBOL_CUSTOM_OBJECT : &PHP_ION_SYMBOL_MAGIC_OBJECT)); ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name))); php_ion_serialize_zval(ser, &rv); zval_ptr_dtor(&rv); @@ -1065,32 +1648,32 @@ static inline void php_ion_serialize_object_magic(php_ion_serializer *ser, zend_ } } -static inline void php_ion_serialize_object_enum(php_ion_serializer *ser, zend_object *zobject) +LOCAL void php_ion_serialize_object_enum(php_ion_serializer *ser, zend_object *zobject) { ION_STRING is; - ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, ZEND_STRL("E")))); + ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_ENUM)); ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name))); zval *z_cname = zend_enum_fetch_case_name(zobject); ION_CHECK(ion_writer_write_symbol(ser->writer, ion_string_from_zend(&is, Z_STR_P(z_cname)))); } -static inline void php_ion_serialize_object_std(php_ion_serializer *ser, zend_object *zobject) +LOCAL void php_ion_serialize_object_std(php_ion_serializer *ser, zend_object *zobject) { ION_STRING is; if (zobject->ce != zend_standard_class_def) { - ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, ZEND_STRL("c")))); + ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_CLASS_OBJECT)); ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name))); } else { - ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, ZEND_STRL("o")))); + ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_OBJECT)); } zval zobj; ZVAL_OBJ(&zobj, zobject); HashTable *props = zend_get_properties_for(&zobj, ZEND_PROP_PURPOSE_SERIALIZE); if (props) { - php_ion_serialize_struct(ser, props, true); + php_ion_serialize_struct(ser, props, true, true); zend_release_properties(props); } else { zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR, @@ -1099,10 +1682,10 @@ static inline void php_ion_serialize_object_std(php_ion_serializer *ser, zend_ob } } -static inline void php_ion_serialize_object_lob(php_ion_serializer *ser, zend_object *zobject) +LOCAL void php_ion_serialize_object_lob(php_ion_serializer *ser, zend_object *zobject) { - zval tmp_type, *type = zend_read_property(NULL, zobject, ZEND_STRL("type"), 0, &tmp_type); - zval tmp_value, *value = zend_read_property(NULL, zobject, ZEND_STRL("value"), 0, &tmp_value); + zval tmp_type, *type = zend_read_property_ex(NULL, zobject, ZSTR_KNOWN(ZEND_STR_TYPE), 0, &tmp_type); + zval tmp_value, *value = zend_read_property_ex(NULL, zobject, ZSTR_KNOWN(ZEND_STR_VALUE), 0, &tmp_value); switch (Z_LVAL_P(zend_enum_fetch_case_value(Z_OBJ_P(type)))) { case tid_BLOB_INT: ION_CHECK(ion_writer_write_blob(ser->writer, (BYTE *) Z_STRVAL_P(value), Z_STRLEN_P(value))); @@ -1117,25 +1700,26 @@ static inline void php_ion_serialize_object_lob(php_ion_serializer *ser, zend_ob } } -static inline bool can_call_magic_serialize(php_ion_serializer *ser, zend_class_entry *ce) +LOCAL bool can_call_magic_serialize(php_ion_serializer *ser, zend_class_entry *ce) { return ce->__serialize && ser->call_magic; } -static inline bool can_call_iface_serialize(php_ion_serializer *, zend_class_entry *ce) +LOCAL bool can_call_iface_serialize(php_ion_serializer *ser, zend_class_entry *ce) { - return !!ce->serialize; + (void) ser; + return !!ce->serialize; // NOLINT } -static inline bool can_call_custom_serialize(php_ion_serializer *ser, zend_object *zobject, zend_function **fn) +LOCAL bool can_call_custom_serialize(php_ion_serializer *ser, zend_object *zobject, zend_function **fn) { if (ser->call_custom) { - return !!(*fn = zend_hash_find_ptr(&zobject->ce->function_table, ser->call_custom)); + return !!(*fn = zend_hash_find_ptr(&zobject->ce->function_table, ser->call_custom)); // NOLINT } return false; } -static inline void php_ion_serialize_object(php_ion_serializer *ser, zend_object *zobject) +LOCAL void php_ion_serialize_object(php_ion_serializer *ser, zend_object *zobject) { zend_function *fn; zend_class_entry *ce = zobject->ce; @@ -1171,17 +1755,32 @@ static inline void php_ion_serialize_object(php_ion_serializer *ser, zend_object } } -static inline void php_ion_serialize_refcounted(php_ion_serializer *ser, zval *zv) +LOCAL bool php_ion_serialize_system_value(php_ion_serializer *ser, zval *zv) { - zend_ulong idx = (zend_ulong) (uintptr_t) Z_COUNTED_P(zv); + if (1 == php_ion_globals.serializer.level) { + if (Z_TYPE_P(zv) == IS_OBJECT) { + if (Z_OBJCE_P(zv) == ce_Symbol_Table_Shared) { + php_ion_symbol_table *obj = php_ion_obj(symbol_table, Z_OBJ_P(zv)); + ION_CHECK_RETURN(true, ion_symbol_table_unload(obj->tab, ser->writer)); + return true; + } + } + } + return false; +} - ION_STRING is; - if (zend_hash_index_exists(ser->ids, idx)) { - zval *num = zend_hash_index_find(ser->ids, idx); +LOCAL bool php_ion_serialize_backref(php_ion_serializer *ser, zval *zv) +{ + if (Z_TYPE_P(zv) == IS_STRING && Z_STR_P(zv) == zend_empty_string) { + return false; + } + if (Z_TYPE_P(zv) == IS_ARRAY && Z_ARR_P(zv) == &zend_empty_array) { + return false; + } - ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, ZEND_STRL("r")))); - ION_CHECK(ion_writer_write_int64(ser->writer, Z_LVAL_P(num))); - } else { + zend_ulong idx = (zend_ulong) (uintptr_t) Z_COUNTED_P(zv); + zval *ref = zend_hash_index_find(ser->ids, idx); + if (!ref) { zval num; ZVAL_LONG(&num, zend_hash_num_elements(ser->ids)); @@ -1190,28 +1789,45 @@ static inline void php_ion_serialize_refcounted(php_ion_serializer *ser, zval *z Z_TRY_ADDREF_P(zv); zend_hash_next_index_insert(ser->tmp, zv); - switch (Z_TYPE_P(zv)) { - case IS_STRING: - ION_CHECK(ion_writer_write_string(ser->writer, ion_string_from_zend(&is, Z_STR_P(zv)))); - break; + return false; + } - case IS_ARRAY: - php_ion_serialize_array(ser, Z_ARRVAL_P(zv)); - break; + ION_CHECK_RETURN(true, ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_BACKREF)); + ION_CHECK_RETURN(true, ion_writer_write_int64(ser->writer, Z_LVAL_P(ref))); + return true; +} - case IS_OBJECT: - php_ion_serialize_object(ser, Z_OBJ_P(zv)); - break; +LOCAL void php_ion_serialize_refcounted(php_ion_serializer *ser, zval *zv) +{ + if (php_ion_serialize_system_value(ser, zv)) { + return; + } + if (php_ion_serialize_backref(ser, zv)) { + return; + } - case IS_REFERENCE: - ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, ZEND_STRL("R")))); - php_ion_serialize_zval(ser, Z_REFVAL_P(zv)); - break; - } + ION_STRING is; + switch (Z_TYPE_P(zv)) { + case IS_STRING: + ION_CHECK(ion_writer_write_string(ser->writer, ion_string_from_zend(&is, Z_STR_P(zv)))); + break; + + case IS_ARRAY: + php_ion_serialize_array(ser, Z_ARRVAL_P(zv)); + break; + + case IS_OBJECT: + php_ion_serialize_object(ser, Z_OBJ_P(zv)); + break; + + case IS_REFERENCE: + ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_REFERENCE)); + php_ion_serialize_zval(ser, Z_REFVAL_P(zv)); + break; } } -static inline void php_ion_serialize_zval(php_ion_serializer *ser, zval *zv) +LOCAL void php_ion_serialize_zval(php_ion_serializer *ser, zval *zv) { OBJ_CHECK(ser); @@ -1243,9 +1859,11 @@ static inline void php_ion_serialize_zval(php_ion_serializer *ser, zval *zv) } } -php_ion_decl(serializer_php, Serializer_PHP, php_ion_serializer_php_dtor(obj)); +#define php_ion_serializer_php_copy(o,n) +php_ion_decl(serializer_php, Serializer_PHP); +#define clone_ion_Serializer_PHP NULL -static inline void php_ion_serialize_ex(php_ion_serializer *ser, zval *zv) +LOCAL void php_ion_serialize_ex(php_ion_serializer *ser, zval *zv) { HashPosition pos; HashTable *arr = NULL; @@ -1264,11 +1882,7 @@ static inline void php_ion_serialize_ex(php_ion_serializer *ser, zval *zv) } while (zv) { - /* start off with a global PHP annotation instead of repeating it all over the place */ - if (0 == php_ion_globals_serializer_step()) { - ION_STRING is; - ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, ZEND_STRL("PHP")))); - } + php_ion_globals_serializer_step(); php_ion_serialize_zval(ser, zv); php_ion_globals_serializer_exit(); @@ -1299,7 +1913,7 @@ void php_ion_serialize(php_ion_serializer *ser, zval *zv, zval *return_value) writer->type = BUFFER_WRITER; if (ser->options) { - zo_opt = writer->opt = create_ion_Writer_Options(NULL); + zo_opt = writer->opt = php_ion_writer_options_new(); php_ion_obj(writer_options, writer->opt)->opt = *ser->options; } @@ -1329,59 +1943,62 @@ typedef struct php_ion_unserializer_php { zend_object *opt, std; } php_ion_unserializer_php; -static inline void php_ion_unserializer_php_ctor(php_ion_unserializer_php *ser_obj) +LOCAL void php_ion_unserializer_php_ctor(php_ion_unserializer_php *ser_obj) { php_ion_unserializer *global_ser = &php_ion_globals.unserializer; ser_obj->unserializer.ids = global_ser->ids; ser_obj->unserializer.tmp = global_ser->tmp; ser_obj->unserializer.addref = global_ser->addref; - zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callMagicSerialize"), + zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("multiSequence"), + ser_obj->unserializer.multi_seq); + zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callMagicUnserialize"), ser_obj->unserializer.call_magic); if (ser_obj->unserializer.call_custom) { - zend_update_property_str(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomSerialize"), + zend_update_property_str(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomUnserialize"), ser_obj->unserializer.call_custom); ser_obj->unserializer.call_custom = zend_string_tolower(ser_obj->unserializer.call_custom); } else { - zend_update_property_null(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomSerialize")); + zend_update_property_null(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomUnserialize")); } - if (ser_obj->opt) { - php_ion_reader_options *o_roptions = php_ion_obj(reader_options, ser_obj->opt); - ser_obj->unserializer.options = &o_roptions->opt; - update_property_obj(&ser_obj->std, ZEND_STRL("readerOptions"), ser_obj->opt); + if (!ser_obj->opt) { + ser_obj->opt = php_ion_reader_options_new(); } else { - zend_update_property_null(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("readerOptions")); + GC_ADDREF(ser_obj->opt); } + ser_obj->unserializer.options = &php_ion_obj(reader_options, ser_obj->opt)->opt; + update_property_obj(&ser_obj->std, ZEND_STRL("readerOptions"), ser_obj->opt); + GC_DELREF(ser_obj->opt); } -static inline void php_ion_unserializer_php_dtor(php_ion_unserializer_php *obj) +LOCAL void php_ion_unserializer_php_dtor(php_ion_unserializer_php *obj) { if (obj->unserializer.call_custom) { zend_string_release(obj->unserializer.call_custom); } } -static inline void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *return_value, ION_TYPE *typ); +LOCAL void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *return_value, ION_TYPE *typ); -static inline bool can_call_magic_unserialize(php_ion_unserializer *ser, zend_class_entry *ce) +LOCAL bool can_call_magic_unserialize(php_ion_unserializer *ser, zend_class_entry *ce) { return (ce && ce->__unserialize && ser->call_magic); } -static inline bool can_call_iface_unserialize(php_ion_unserializer *ser, zend_class_entry *ce) +LOCAL bool can_call_iface_unserialize(php_ion_unserializer *ser, zend_class_entry *ce) { return (ce && ce->unserialize); } -static inline bool can_call_custom_unserialize(php_ion_unserializer *ser, zend_object *zobject, zend_function **fn) +LOCAL bool can_call_custom_unserialize(php_ion_unserializer *ser, zend_object *zobject, zend_function **fn) { if (ser->call_custom) { - return !!(*fn = zend_hash_find_ptr(&zobject->ce->function_table, ser->call_custom)); + return !!(*fn = zend_hash_find_ptr(&zobject->ce->function_table, ser->call_custom)); // NOLINT } return false; } -static inline zval *php_ion_unserialize_class(php_ion_unserializer *ser, zval *return_value) +LOCAL zval *php_ion_unserialize_class(php_ion_unserializer *ser, zval *return_value) { zend_class_entry *ce = zend_lookup_class(ser->annotations.object_class); @@ -1395,9 +2012,11 @@ static inline zval *php_ion_unserialize_class(php_ion_unserializer *ser, zval *r return NULL; } -static inline void php_ion_unserialize_object_enum(php_ion_unserializer *ser, zval *return_value) +LOCAL void php_ion_unserialize_object_enum(php_ion_unserializer *ser, zval *return_value) { zend_string *zs_case = zval_get_string(return_value); + zend_hash_next_index_insert(ser->tmp, return_value); + ZVAL_NULL(return_value); ION_CATCH(); zend_class_entry *ce = zend_lookup_class(ser->annotations.object_class); @@ -1416,18 +2035,23 @@ static inline void php_ion_unserialize_object_enum(php_ion_unserializer *ser, zv zend_string_release(zs_case); } -static inline void php_ion_unserialize_object_iface(php_ion_unserializer *ser, zval *return_value) +LOCAL void php_ion_unserialize_object_iface(php_ion_unserializer *ser, zval *return_value) { zend_class_entry *ce = zend_lookup_class(ser->annotations.object_class); if (can_call_iface_unserialize(ser, ce)) { zend_string *s = zval_get_string(return_value); + zend_hash_next_index_insert(ser->tmp, return_value); ZVAL_NULL(return_value); zval *backref = zend_hash_next_index_insert(ser->ids, return_value); if (SUCCESS == ce->unserialize(backref, ce, (BYTE *) s->val, s->len, NULL)) { RETVAL_ZVAL(backref, 0, 0); - } else if (!EG(exception)) { - zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR, - "Failed to unserialize class %s", ce->name->val); + } else { + zval_ptr_dtor(backref); + ZVAL_NULL(backref); + if (!EG(exception)) { + zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR, + "Failed to unserialize class %s", ce->name->val); + } } zend_string_release(s); } else { @@ -1436,25 +2060,47 @@ static inline void php_ion_unserialize_object_iface(php_ion_unserializer *ser, z } } -static inline void php_ion_unserialize_field_name(php_ion_unserializer *ser, zend_string **key) +LOCAL void php_ion_unserialize_field_name_ex(php_ion_unserializer *ser, ION_STRING *name, SID *sid) { - // FIXME: symbol table - ION_STRING name; - ION_CHECK(ion_reader_get_field_name(ser->reader, &name)); - if (!name.length) { + ION_CHECK(ion_reader_get_field_name(ser->reader, name)); + if (!name->length) { ION_SYMBOL *is_ptr; ION_CHECK(ion_reader_get_field_name_symbol(ser->reader, &is_ptr)); if (!ION_SYMBOL_IS_NULL(is_ptr) && is_ptr->value.length) { - name = is_ptr->value; - } else if (is_ptr) { - char buf[MAX_LENGTH_OF_LONG + 1 + 1] = {0}, *end = buf + sizeof(buf) - 1, *ptr; - ptr = zend_print_long_to_buf(end, is_ptr->sid); - *--ptr = '$'; - *key = zend_string_init(ptr, end - ptr, 0); - return; + ION_STRING_ASSIGN(name, &is_ptr->value); + } else { + *sid = is_ptr->sid; + } + } +} + +LOCAL void php_ion_unserialize_field_name(php_ion_unserializer *ser, zend_string **key, bool is_prop) +{ + // FIXME: symbol table + ION_STRING name; + SID sid = UNKNOWN_SID; + char buf[MAX_LENGTH_OF_LONG + 1 + 1] = {0}, *end = buf + sizeof(buf) - 1, *ptr; + + php_ion_unserialize_field_name_ex(ser, &name, &sid); + ION_CATCH(); + + switch (name.length) { + case 0: + ptr = zend_print_long_to_buf(end, sid); + *--ptr = '$'; + *key = zend_string_init(ptr, end - ptr, 0); + break; + case 1: + *key = ZSTR_CHAR(*name.value); + break; + default: + if (is_prop) { + *key = zend_string_init_interned((char *) name.value, name.length, 0); + } else { + *key = zend_string_from_ion(&name); } + break; } - *key = zend_string_from_ion(&name); } static void php_ion_unserialize_props(php_ion_unserializer *ser, zval *return_value) @@ -1472,7 +2118,7 @@ static void php_ion_unserialize_props(php_ion_unserializer *ser, zval *return_va } zend_string *key; - php_ion_unserialize_field_name(ser, &key); + php_ion_unserialize_field_name(ser, &key, true); ION_CATCH(); zval zvalue; @@ -1492,12 +2138,13 @@ static void php_ion_unserialize_props(php_ion_unserializer *ser, zval *return_va } /** + * @link https://amzn.github.io/ion-docs/docs/spec.html#struct * When two fields in the same struct have the same name [...] Implementations must preserve all such fields, * i.e., they may not discard fields that have repeated names. However, implementations may reorder fields * (the binary format identifies structs that are sorted by symbolID), so certain operations may lead to * nondeterministic behavior. */ -static inline void php_ion_unserialize_hash(php_ion_unserializer *ser, zval *return_value) +LOCAL void php_ion_unserialize_hash(php_ion_unserializer *ser, zval *return_value) { zend_hash_next_index_insert(ser->ids, return_value); @@ -1512,7 +2159,7 @@ static inline void php_ion_unserialize_hash(php_ion_unserializer *ser, zval *ret } zend_string *key; - php_ion_unserialize_field_name(ser, &key); + php_ion_unserialize_field_name(ser, &key, false); ION_CATCH(); zval zvalue; @@ -1538,7 +2185,7 @@ static inline void php_ion_unserialize_hash(php_ion_unserializer *ser, zval *ret ION_CHECK(ion_reader_step_out(ser->reader)); } -static inline void verify_unserializer(php_ion_unserializer *ser, zend_object *zobject, zend_function **fn) +LOCAL void verify_unserializer(php_ion_unserializer *ser, zend_object *zobject, zend_function **fn) { switch (ser->annotations.object_type) { case 'c': @@ -1566,11 +2213,11 @@ static inline void verify_unserializer(php_ion_unserializer *ser, zend_object *z } } -static inline void php_ion_unserialize_object(php_ion_unserializer *ser, zval *return_value) +LOCAL void php_ion_unserialize_object(php_ion_unserializer *ser, zval *return_value) { // backup possible backref to array returned by magic/custom __serialize() zval *input = zend_hash_next_index_insert(ser->tmp, return_value); - + ZVAL_NULL(return_value); php_ion_unserialize_class(ser, return_value); ION_CATCH(); @@ -1599,7 +2246,7 @@ static inline void php_ion_unserialize_object(php_ion_unserializer *ser, zval *r zval_ptr_dtor(&rv); } -static inline void php_ion_unserialize_struct(php_ion_unserializer *ser, zval *return_value) +LOCAL void php_ion_unserialize_struct(php_ion_unserializer *ser, zval *return_value) { if (ser->annotations.object_class) { switch (ser->annotations.object_type) { @@ -1613,8 +2260,16 @@ static inline void php_ion_unserialize_struct(php_ion_unserializer *ser, zval *r php_ion_unserialize_object(ser, return_value); } } else if (!ser->annotations.object_type) { + bool is_shared_symtab = ser->annotations.shared_symtab; array_init(return_value); php_ion_unserialize_hash(ser, return_value); + if (is_shared_symtab) { + zval zobj; + object_init_ex(&zobj, ce_Symbol_Table_Shared); + zend_call_known_function(Z_OBJCE(zobj)->constructor, Z_OBJ(zobj), Z_OBJCE(zobj), NULL, 0, NULL, Z_ARRVAL_P(return_value)); + zval_ptr_dtor(return_value); + RETURN_COPY_VALUE(&zobj); + } } else if (ser->annotations.object_type == 'o') { object_init(return_value); php_ion_unserialize_hash(ser, return_value); @@ -1624,7 +2279,7 @@ static inline void php_ion_unserialize_struct(php_ion_unserializer *ser, zval *r } } -static inline void php_ion_unserialize_list(php_ion_unserializer *ser, zval *return_value) +LOCAL void php_ion_unserialize_list(php_ion_unserializer *ser, zval *return_value) { ION_CHECK(ion_reader_step_in(ser->reader)); array_init(return_value); @@ -1648,12 +2303,12 @@ static inline void php_ion_unserialize_list(php_ion_unserializer *ser, zval *ret ION_CHECK(ion_reader_step_out(ser->reader)); } -static inline void php_ion_reader_read_lob(ION_READER *reader, zval *return_value) +LOCAL void php_ion_reader_read_lob(ION_READER *reader, zval *return_value) { zend_string *zstr = zend_string_alloc(0x1000, 0); -again: +again: ; SIZE read = 0; - iERR err = ion_reader_read_lob_bytes(reader, (BYTE *) zstr->val, zstr->len, &read); + iERR err = ion_reader_read_lob_bytes(reader, (BYTE *) zstr->val, (SIZE) zstr->len, &read); if (err == IERR_BUFFER_TOO_SMALL) { zstr = zend_string_extend(zstr, zstr->len << 2, 0); goto again; @@ -1666,7 +2321,7 @@ again: RETURN_STR(zstr); } -static inline void php_ion_reader_read_timestamp(ION_READER *reader, ION_READER_OPTIONS *opt, zval *return_value) +LOCAL void php_ion_reader_read_timestamp(ION_READER *reader, ION_READER_OPTIONS *opt, zval *return_value) { ION_TIMESTAMP ts; ION_CHECK(ion_reader_read_timestamp(reader, &ts)); @@ -1683,7 +2338,7 @@ static inline void php_ion_reader_read_timestamp(ION_READER *reader, ION_READER_ OBJ_CHECK(ts_obj); } -static inline void php_ion_reader_read_int(ION_READER *reader, zval *return_value) +LOCAL void php_ion_reader_read_int(ION_READER *reader, zval *return_value) { ION_INT *num = NULL; ION_CHECK(ion_int_alloc(reader, &num)); @@ -1697,7 +2352,7 @@ static inline void php_ion_reader_read_int(ION_READER *reader, zval *return_valu RETVAL_LONG(i64); goto done; - case IERR_NUMERIC_OVERFLOW: + case IERR_NUMERIC_OVERFLOW: ; SIZE max, len; ION_CHECK(ion_int_char_length(num, &max)); zend_string *zs = zend_string_alloc(max, 0); @@ -1714,7 +2369,7 @@ static inline void php_ion_reader_read_int(ION_READER *reader, zval *return_valu } } -static inline void php_ion_unserialize_backref(php_ion_unserializer *ser, zval *return_value) +LOCAL void php_ion_unserialize_backref(php_ion_unserializer *ser, zval *return_value) { zval *backref = zend_hash_index_find(ser->ids, Z_LVAL_P(return_value)); @@ -1723,11 +2378,11 @@ static inline void php_ion_unserialize_backref(php_ion_unserializer *ser, zval * zend_hash_next_index_insert(ser->addref, return_value); } else { zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INTERNAL_ERROR, - "Could not find back reference %ld", Z_LVAL_P(return_value)); + "Could not find back reference " ZEND_LONG_FMT, Z_LVAL_P(return_value)); } } -static inline void php_ion_unserialize_annotations(php_ion_unserializer *ser) +LOCAL void php_ion_unserialize_annotations(php_ion_unserializer *ser) { memset(&ser->annotations, 0, sizeof(ser->annotations)); @@ -1738,6 +2393,9 @@ static inline void php_ion_unserialize_annotations(php_ion_unserializer *ser) ION_CHECK(ion_reader_get_an_annotation(ser->reader, i, &ann_str)); if (ann_str.length != 1) { + if (ION_STRING_EQUALS(&ann_str, &ION_SYMBOL_SHARED_SYMBOL_TABLE_STRING)) { + ser->annotations.shared_symtab = true; + } continue; } @@ -1815,10 +2473,10 @@ static inline void php_ion_unserialize_annotations(php_ion_unserializer *ser) } } -static inline void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *return_value, ION_TYPE *typ) +LOCAL void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *return_value, ION_TYPE *typ) { if (typ) { - memcpy(&ser->type, typ, sizeof(ser->type)); + memcpy(&ser->type, typ, sizeof(ser->type)); // NOLINT } else { typ = &ser->type; ION_CHECK(ion_reader_next(ser->reader, typ)); @@ -1846,7 +2504,7 @@ static inline void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *ret ION_CHECK(ion_reader_read_null(ser->reader, typ)); RETURN_NULL(); - case tid_BOOL_INT: + case tid_BOOL_INT: ; BOOL bval; ION_CHECK(ion_reader_read_bool(ser->reader, &bval)); RETURN_BOOL(bval); @@ -1868,7 +2526,7 @@ static inline void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *ret } return; - case tid_FLOAT_INT: + case tid_FLOAT_INT: ; double d; ION_CHECK(ion_reader_read_double(ser->reader, &d)); RETURN_DOUBLE(d); @@ -1886,23 +2544,21 @@ static inline void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *ret zend_hash_next_index_insert(ser->ids, return_value); return; - case tid_SYMBOL_INT: + case tid_SYMBOL_INT: ; ION_SYMBOL sym; ION_CHECK(ion_reader_read_ion_symbol(ser->reader, &sym)); php_ion_symbol_zval(&sym, return_value); if (ser->annotations.object_type) { - zend_hash_next_index_insert(ser->tmp, return_value); goto unserialize_struct; } zend_hash_next_index_insert(ser->ids, return_value); return; - case tid_STRING_INT: + case tid_STRING_INT: ; ION_STRING str; ION_CHECK(ion_reader_read_string(ser->reader, &str)); RETVAL_STRINGL((char *) str.value, str.length); if (ser->annotations.object_type) { - zend_hash_next_index_insert(ser->tmp, return_value); goto unserialize_struct; } zend_hash_next_index_insert(ser->ids, return_value); @@ -1912,7 +2568,6 @@ static inline void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *ret case tid_BLOB_INT: php_ion_reader_read_lob(ser->reader, return_value); if (ser->annotations.object_type) { - zend_hash_next_index_insert(ser->tmp, return_value); goto unserialize_struct; } zend_hash_next_index_insert(ser->ids, return_value); @@ -1942,9 +2597,11 @@ unserialize_struct: ; } } -php_ion_decl(unserializer_php, Unserializer_PHP, php_ion_unserializer_php_dtor(obj)); +#define php_ion_unserializer_php_copy(o,n) +php_ion_decl(unserializer_php, Unserializer_PHP); +#define clone_ion_Unserializer_PHP NULL -static inline void php_ion_unserialize_ex(php_ion_unserializer *ser, zval *return_value) +LOCAL void php_ion_unserialize_ex(php_ion_unserializer *ser, zval *return_value) { if (ser->multi_seq) { array_init(return_value); @@ -1996,7 +2653,8 @@ void php_ion_unserialize(php_ion_unserializer *ser, zval *zdata, zval *return_va reader->buffer = zval_get_string(zdata); } else { zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG, - "Invalid source to unserialize; expected string or resource"); + "Invalid source to unserialize: expected string or resource, got %s", + zend_zval_type_name(zdata)); if (zo_ser) { OBJ_RELEASE(zo_ser); } @@ -2004,7 +2662,7 @@ void php_ion_unserialize(php_ion_unserializer *ser, zval *zdata, zval *return_va } if (ser->options) { - zo_opt = reader->opt = create_ion_Reader_Options(NULL); + zo_opt = reader->opt = php_ion_reader_options_new(); php_ion_obj(reader_options, reader->opt)->opt = *ser->options; }