git.m6w6.name Git - awesomized/ext-ion/blob - ion_private.h

   1 /*
   2     +--------------------------------------------------------------------+
   3     | PECL :: ion                                                        |
   4     +--------------------------------------------------------------------+
   5     | Redistribution and use in source and binary forms, with or without |
   6     | modification, are permitted provided that the conditions mentioned |
   7     | in the accompanying LICENSE file are met.                          |
   8     +--------------------------------------------------------------------+
   9     | Copyright (c) 2021, Michael Wallner <mike@php.net>                 |
  10     +--------------------------------------------------------------------+
  11 */
  12
  13 #include "php.h"
  14 #include "ext/date/php_date.h"
  15
  16 #if PHP_DEBUG
  17 # define LOCAL static
  18 #else
  19 # define LOCAL static inline
  20 #endif
  21
  22 #define DECNUMDIGITS 34 /* DECQUAD_Pmax */
  23 #include "ionc/ion.h"
  24
  25 #define PHP_ION_SYMBOL_TABLE_VERSION 1
  26 #define PHP_ION_SYMBOL(c, s) { \
  27         { \
  28                 0, \
  29                 { sizeof(s)-1, (BYTE *) s }, \
  30                 { { 0, NULL }, 0 }, \
  31                 0 \
  32         }, \
  33         { sizeof(c)-1, (BYTE *) c } \
  34 },
  35
  36 typedef struct php_ion_global_symbol {
  37         ION_SYMBOL s;
  38         ION_STRING e;
  39 } php_ion_global_symbol;
  40
  41 static php_ion_global_symbol g_sym_tab_php_sym[] = {
  42 #define PHP_ION_SYMBOL_PHP                              (g_sym_tab_php_sym[0]).s
  43         PHP_ION_SYMBOL("PHP",                   "PHP")
  44 #define PHP_ION_SYMBOL_REFERENCE                (g_sym_tab_php_sym[1]).s
  45         PHP_ION_SYMBOL("Reference",             "R")
  46 #define PHP_ION_SYMBOL_BACKREF                  (g_sym_tab_php_sym[2]).s
  47         PHP_ION_SYMBOL("Backref",               "r")
  48 #define PHP_ION_SYMBOL_PROPERTY                 (g_sym_tab_php_sym[3]).s
  49         PHP_ION_SYMBOL("Property",              "p")
  50 #define PHP_ION_SYMBOL_CLASS_OBJECT             (g_sym_tab_php_sym[4]).s
  51         PHP_ION_SYMBOL("ClassObject",   "c")
  52 #define PHP_ION_SYMBOL_CUSTOM_OBJECT    (g_sym_tab_php_sym[5]).s
  53         PHP_ION_SYMBOL("CustomObject",  "C")
  54 #define PHP_ION_SYMBOL_OBJECT                   (g_sym_tab_php_sym[6]).s
  55         PHP_ION_SYMBOL("Object",                "o")
  56 #define PHP_ION_SYMBOL_MAGIC_OBJECT             (g_sym_tab_php_sym[7]).s
  57         PHP_ION_SYMBOL("MagicObject",   "O")
  58 #define PHP_ION_SYMBOL_SERIALIZEABLE    (g_sym_tab_php_sym[8]).s
  59         PHP_ION_SYMBOL("Serializable",  "S")
  60 #define PHP_ION_SYMBOL_ENUM                             (g_sym_tab_php_sym[9]).s
  61         PHP_ION_SYMBOL("Enum", "E")
  62         {{0}, {0}}
  63 };
  64 #undef PHP_ION_SYMBOL
  65
  66 static ION_SYMBOL_TABLE *g_sym_tab_php;
  67
  68 /* [SID => STRING, STRING => SID] */
  69 static HashTable g_sym_hash;
  70 /* [enum_case_name => SID] */
  71 static HashTable g_sym_map;
  72
  73 #define ION_SYS_SYMBOL_SYMBOL_TABLE \
  74         ION_SYS_SYMBOL_ION_SYMBOL_TABLE
  75 #define g_sym_add(enum_name, c_name) do { \
  76         g_sym_hash_add(ION_SYS_SID_ ## c_name, ION_SYS_SYMBOL_ ## c_name, ION_SYS_STRLEN_ ## c_name); \
  77         g_sym_map_add(ION_SYS_SID_ ## c_name, enum_name, sizeof(enum_name)-1); \
  78 } while (0)
  79
  80 LOCAL void g_sym_hash_add(int sid, const char *str, size_t len)
  81 {
  82         zval zl, zs;
  83         ZVAL_LONG(&zl, sid);
  84         ZVAL_STR(&zs, zend_string_init_interned(str, len ,1));
  85         zend_hash_add(&g_sym_hash, Z_STR(zs), &zl);
  86         zend_hash_index_add(&g_sym_hash, sid, &zs);
  87 }
  88
  89 LOCAL void g_sym_map_add(int sid, const char *str, size_t len)
  90 {
  91         zval zv;
  92         ZVAL_LONG(&zv, sid);
  93         zend_hash_str_add(&g_sym_map, str, len, &zv);
  94 }
  95
  96 LOCAL int g_sym_init(void)
  97 {
  98         zend_hash_init(&g_sym_hash, 0, NULL, NULL, 1);
  99         zend_hash_init(&g_sym_map, 0, NULL, NULL, 1);
 100
 101         g_sym_hash_add(0, ZEND_STRL(""));
 102         g_sym_map_add(0, ZEND_STRL(""));
 103         g_sym_add("Ion", ION);
 104         g_sym_add("Ivm_1_0", IVM);
 105         g_sym_add("IonSymbolTable", SYMBOL_TABLE);
 106         g_sym_add("Name", NAME);
 107         g_sym_add("Version", VERSION);
 108         g_sym_add("Imports", IMPORTS);
 109         g_sym_add("Symbols", SYMBOLS);
 110         g_sym_add("MaxId", MAX_ID);
 111         g_sym_add("SharedSymbolTable", SHARED_SYMBOL_TABLE);
 112
 113         int sys_max_id = ION_SYS_SID_SHARED_SYMBOL_TABLE;
 114
 115         if (IERR_OK != ion_symbol_table_open_with_type(&g_sym_tab_php, NULL, ist_SHARED)) {
 116                 return FAILURE;
 117         }
 118         php_ion_global_symbol *ptr = g_sym_tab_php_sym;
 119         ion_symbol_table_set_version(g_sym_tab_php, PHP_ION_SYMBOL_TABLE_VERSION);
 120         ion_symbol_table_set_name(g_sym_tab_php, &ptr->s.value);
 121         while (ptr->e.value) {
 122                 ion_symbol_table_add_symbol(g_sym_tab_php, &ptr->s.value, &ptr->s.sid);
 123                 g_sym_hash_add(sys_max_id + ptr->s.sid, (const char *) ptr->s.value.value, ptr->s.value.length);
 124                 g_sym_map_add(sys_max_id + ptr->s.sid, (const char *) ptr->e.value, ptr->e.length);
 125                 ++ptr;
 126         }
 127         ion_symbol_table_lock(g_sym_tab_php);
 128         return SUCCESS;
 129 }
 130
 131 static struct {
 132         zend_string *Year, *Month, *Day, *Min, *Sec, *Frac, *MinTZ, *SecTZ, *FracTZ;
 133 } g_intern_str;
 134
 135 static void g_intern_str_init()
 136 {
 137 #define NEW_INTERN_STR(s) \
 138         g_intern_str.s = zend_string_init_interned(#s, sizeof(#s)-1, 1)
 139         NEW_INTERN_STR(Year);
 140         NEW_INTERN_STR(Month);
 141         NEW_INTERN_STR(Day);
 142         NEW_INTERN_STR(Min);
 143         NEW_INTERN_STR(Sec);
 144         NEW_INTERN_STR(Frac);
 145         NEW_INTERN_STR(MinTZ);
 146         NEW_INTERN_STR(SecTZ);
 147         NEW_INTERN_STR(FracTZ);
 148 #undef NEW_INTERN_STR
 149 }
 150
 151 typedef struct php_ion_serializer {
 152         ION_WRITER *writer;
 153         ION_WRITER_OPTIONS *options;
 154         smart_str *buffer;
 155
 156         zend_string *call_custom;
 157         zend_bool call_magic;
 158         zend_bool multi_seq;
 159
 160         uint32_t level;
 161         HashTable *ids;
 162         HashTable *tmp;
 163 } php_ion_serializer;
 164
 165 typedef struct php_ion_annotations {
 166         uint8_t shared_symtab:1;
 167         uint8_t backref:1;
 168         uint8_t makeref:1;
 169         uint8_t object_prop:1;
 170         uint8_t object_type;
 171         zend_string *object_class;
 172         zend_string *property_class;
 173 } php_ion_annotations;
 174
 175 typedef struct php_ion_unserializer {
 176         ION_READER *reader;
 177         ION_READER_OPTIONS *options;
 178         ION_TYPE type;
 179
 180         zend_string *call_custom;
 181         zend_bool call_magic;
 182         zend_bool multi_seq;
 183
 184         uint32_t level;
 185         HashTable *ids;
 186         HashTable *tmp;
 187         HashTable *addref;
 188
 189         php_ion_annotations annotations;
 190 } php_ion_unserializer;
 191
 192 ZEND_BEGIN_MODULE_GLOBALS(ion)
 193
 194         struct {
 195                 decContext ctx;
 196                 ION_DECIMAL zend_max;
 197                 ION_DECIMAL zend_min;
 198         } decimal;
 199
 200         struct {
 201                 HashTable cache;
 202         } symbol;
 203
 204         php_ion_serializer serializer;
 205         php_ion_unserializer unserializer;
 206
 207         struct {
 208                 HashTable serializer[2];
 209                 HashTable unserializer[3];
 210         } _ht;
 211
 212 ZEND_END_MODULE_GLOBALS(ion);
 213
 214 #ifdef ZTS
 215 #       define php_ion_globals (*((zend_ion_globals *) (*((void ***) tsrm_get_ls_cache()))[TSRM_UNSHUFFLE_RSRC_ID(ion_globals_id)]))
 216 #else
 217 #       define php_ion_globals ion_globals
 218 #endif
 219
 220 ZEND_DECLARE_MODULE_GLOBALS(ion);
 221
 222 static zend_class_entry
 223         *ce_Catalog,
 224         *ce_Decimal,
 225         *ce_Decimal_Context,
 226         *ce_Decimal_Context_Rounding,
 227         *ce_LOB,
 228         *ce_Reader,
 229         *ce_Reader_Options,
 230         *ce_Reader_Reader,
 231         *ce_Reader_Buffer,
 232         *ce_Reader_Stream,
 233         *ce_Reader_Buffer_Reader,
 234         *ce_Reader_Stream_Reader,
 235         *ce_Serializer,
 236         *ce_Serializer_PHP,
 237         *ce_Symbol,
 238         *ce_Symbol_ImportLocation,
 239         *ce_Symbol_Enum,
 240         *ce_Symbol_Table,
 241         *ce_Symbol_Table_Local,
 242         *ce_Symbol_Table_PHP,
 243         *ce_Symbol_Table_Shared,
 244         *ce_Symbol_Table_System,
 245         *ce_Timestamp,
 246         *ce_Timestamp_Format,
 247         *ce_Timestamp_Precision,
 248         *ce_Type,
 249         *ce_Unserializer,
 250         *ce_Unserializer_PHP,
 251         *ce_Writer,
 252         *ce_Writer_Options,
 253         *ce_Writer_Buffer,
 254         *ce_Writer_Buffer_Writer,
 255         *ce_Writer_Stream,
 256         *ce_Writer_Stream_Writer,
 257         *ce_Writer_Writer
 258         ;
 259
 260 LOCAL void php_ion_globals_symbols_init(void)
 261 {
 262         zend_hash_init(&php_ion_globals.symbol.cache, 0, NULL, ZVAL_PTR_DTOR, 0);
 263 }
 264
 265 LOCAL void php_ion_globals_symbols_dtor(void)
 266 {
 267         zend_hash_destroy(&php_ion_globals.symbol.cache);
 268 }
 269
 270 LOCAL void php_ion_globals_serializer_init(void)
 271 {
 272         php_ion_serializer *s = &php_ion_globals.serializer;
 273         HashTable *h = php_ion_globals._ht.serializer;
 274
 275         zend_hash_init(s->tmp = &h[0], 0, NULL, ZVAL_PTR_DTOR, 0);
 276         zend_hash_init(s->ids = &h[1], 0, NULL, NULL, 0);
 277 }
 278
 279 LOCAL uint32_t php_ion_globals_serializer_step(void)
 280 {
 281         php_ion_serializer *s = &php_ion_globals.serializer;
 282         uint32_t level;
 283
 284         if (!(level = s->level++)) {
 285                 zend_hash_clean(s->ids);
 286                 zend_hash_clean(s->tmp);
 287         }
 288         return level;
 289 }
 290
 291 LOCAL uint32_t php_ion_globals_serializer_exit(void)
 292 {
 293         php_ion_serializer *s = &php_ion_globals.serializer;
 294
 295         ZEND_ASSERT(s->level);
 296         if (!--s->level) {
 297                 zend_hash_clean(s->ids);
 298                 zend_hash_clean(s->tmp);
 299         }
 300         return s->level;
 301 }
 302
 303 LOCAL void php_ion_globals_serializer_dtor(void)
 304 {
 305         php_ion_serializer *s = &php_ion_globals.serializer;
 306
 307         zend_hash_destroy(s->tmp);
 308         zend_hash_destroy(s->ids);
 309 }
 310
 311 void ZVAL_ADDREF(zval *zv)
 312 {
 313         if (Z_ISREF_P(zv)) {
 314                 Z_TRY_ADDREF_P(Z_REFVAL_P(zv));
 315         } else {
 316                 Z_TRY_ADDREF_P(zv);
 317         }
 318 }
 319 LOCAL void php_ion_globals_unserializer_init(void)
 320 {
 321         php_ion_unserializer *s = &php_ion_globals.unserializer;
 322         HashTable *h = php_ion_globals._ht.unserializer;
 323
 324         zend_hash_init(s->tmp = &h[0], 0, NULL, ZVAL_PTR_DTOR, 0);
 325         zend_hash_init(s->ids = &h[1], 0, NULL, NULL, 0);
 326         zend_hash_init(s->addref = &h[2], 0, NULL, ZVAL_ADDREF, 0);
 327 }
 328
 329 LOCAL void php_ion_globals_unserializer_step(void)
 330 {
 331         php_ion_unserializer *s = &php_ion_globals.unserializer;
 332
 333         if (!s->level++) {
 334                 zend_hash_clean(s->addref);
 335                 zend_hash_clean(s->ids);
 336                 zend_hash_clean(s->tmp);
 337         }
 338 }
 339
 340 LOCAL void php_ion_globals_unserializer_exit(void)
 341 {
 342         php_ion_unserializer *s = &php_ion_globals.unserializer;
 343
 344         ZEND_ASSERT(s->level);
 345         if (!--s->level) {
 346                 zend_hash_clean(s->addref);
 347                 zend_hash_clean(s->ids);
 348                 zend_hash_clean(s->tmp);
 349         }
 350 }
 351
 352 LOCAL void php_ion_globals_unserializer_dtor(void)
 353 {
 354         php_ion_unserializer *s = &php_ion_globals.unserializer;
 355
 356         zend_hash_destroy(s->addref);
 357         zend_hash_destroy(s->ids);
 358         zend_hash_destroy(s->tmp);
 359 }
 360
 361 #define php_ion_obj(type, zo) \
 362         ((php_ion_ ##type *) php_ion_obj_ex(zo, XtOffsetOf(php_ion_ ## type, std)))
 363 LOCAL void *php_ion_obj_ex(void *obj, ptrdiff_t offset) {
 364         if (obj) {
 365                 return ((char *) obj) - offset;
 366         }
 367         return NULL;
 368 }
 369
 370 #define php_ion_decl(type, cname) \
 371         static zend_object_handlers oh_ ## cname; \
 372         LOCAL zend_object *create_ion_ ## cname(zend_class_entry *ce) \
 373         { \
 374                 if (!ce) ce = ce_ ## cname; \
 375                 php_ion_ ## type *o = ecalloc(1, sizeof(*o) + zend_object_properties_size(ce)); \
 376                 zend_object_std_init(&o->std, ce); \
 377                 object_properties_init(&o->std, ce); \
 378                 o->std.handlers = &oh_ ## cname; \
 379                 return &o->std; \
 380         } \
 381         LOCAL void free_ion_ ## cname(zend_object *std) \
 382         { \
 383                 php_ion_ ## type *obj = php_ion_obj(type, std); \
 384                 php_ion_ ## type ## _dtor(obj); \
 385                 zend_object_std_dtor(std); \
 386         } \
 387         LOCAL zend_object *clone_ion_ ## cname(zend_object *std) \
 388         { \
 389                 php_ion_ ## type *old_obj = php_ion_obj(type, std), \
 390                                                  *new_obj = php_ion_obj(type, create_ion_ ## cname(std->ce)); \
 391                 php_ion_ ## type ## _copy(new_obj, old_obj); \
 392                 return &new_obj->std; \
 393         }
 394 #define php_ion_register(type, cname, ...) do { \
 395         ce_ ## cname = register_class_ion_ ## cname(__VA_ARGS__); \
 396         ce_ ## cname ->create_object = create_ion_ ## cname; \
 397         memcpy(&oh_ ## cname, zend_get_std_object_handlers(), sizeof(zend_object_handlers)); \
 398         oh_ ## cname .offset = offsetof(php_ion_ ## type, std); \
 399         oh_ ## cname .free_obj = free_ion_ ## cname; \
 400         oh_ ## cname .clone_obj = clone_ion_ ## cname; \
 401 } while (0)
 402
 403 #define ION_CHECK_RETURN(r, err, ...) do { \
 404         iERR __err = err; \
 405         if (__err) { \
 406                 zend_throw_exception_ex(spl_ce_RuntimeException, __err, "%s: %s", ion_error_to_str(__err), #err); \
 407                 __VA_ARGS__; \
 408                 return r; \
 409         } \
 410 } while (0)
 411
 412 #define ION_CHECK(err, ...) \
 413         ION_CHECK_RETURN(, err, __VA_ARGS__)
 414
 415 #define ION_CATCH(...) do { \
 416         if (EG(exception)) { \
 417                 __VA_ARGS__; \
 418                 return; \
 419         } \
 420 } while (0)
 421
 422 #define PTR_CHECK_RETURN(ret, ptr, ...) do { \
 423         if (!(ptr)) { \
 424                 zend_throw_error(NULL, "Uninitialized object"); \
 425                 __VA_ARGS__; \
 426                 return ret; \
 427         } \
 428 } while (0)
 429 #define PTR_CHECK(ptr, ...) PTR_CHECK_RETURN(, ptr, __VA_ARGS__)
 430
 431 #define OBJ_CHECK_RETURN(ret, obj, ...) do { \
 432         PTR_CHECK_RETURN(ret, obj, __VA_ARGS__); \
 433         PTR_CHECK_RETURN(ret, *((void **)obj), __VA_ARGS__); \
 434 } while (0)
 435 #define OBJ_CHECK(obj, ...) OBJ_CHECK_RETURN(, obj, __VA_ARGS__)
 436
 437 LOCAL ION_STRING *ion_string_from_zend(ION_STRING *is, const zend_string *zs)
 438 {
 439         is->length = zs ? (SIZE) zs->len : 0;
 440         is->value = (BYTE *) (zs ? zs->val : NULL);
 441         return is;
 442 }
 443
 444 LOCAL zend_string *zend_string_from_ion(const ION_STRING *s)
 445 {
 446         return zend_string_init((const char *) s->value, s->length, 0);
 447 }
 448
 449 LOCAL void update_property_obj(zend_object *obj, const char *n, size_t l, zend_object *p)
 450 {
 451         zval zobj;
 452         ZVAL_OBJ(&zobj, p);
 453         zend_update_property(obj->ce, obj, n, l, &zobj);
 454 }
 455
 456 LOCAL zend_object *get_property_obj(zend_object *obj, const char *n, size_t l, int type)
 457 {
 458         zval tmp, *zv = zend_read_property(obj->ce, obj, n, l, 0, &tmp);
 459         if (zv && type & Z_TYPE_P(zv)) {
 460                 return Z_PTR_P(zv);
 461         }
 462         return NULL;
 463 }
 464
 465 #define RETURN_IONTYPE(typ) do { \
 466         zend_object *__zo = php_ion_type_fetch(typ); \
 467         if (UNEXPECTED(!__zo)) { \
 468                 RETURN_THROWS(); \
 469         } \
 470         RETURN_OBJ_COPY(__zo); \
 471 } while(0)
 472
 473 LOCAL zend_object *php_ion_type_fetch(ION_TYPE typ)
 474 {
 475         zend_long index = ION_TYPE_INT(typ);
 476         zval *ztype = zend_hash_index_find(ce_Type->backed_enum_table, index);
 477
 478         if (UNEXPECTED(!ztype || Z_TYPE_P(ztype) != IS_STRING)) {
 479                 zend_value_error(ZEND_LONG_FMT " is not a valid backing value for enum \"%s\"", index, ZSTR_VAL(ce_Type->name));
 480                 return NULL;
 481         }
 482         return zend_enum_get_case(ce_Type, Z_STR_P(ztype));
 483 }
 484
 485 LOCAL ION_TYPE ion_type_from_enum(zend_object *zo)
 486 {
 487         return (ION_TYPE) Z_LVAL_P(zend_enum_fetch_case_value(zo));
 488 }
 489
 490 typedef struct php_ion_symbol_iloc {
 491         ION_SYMBOL_IMPORT_LOCATION loc;
 492         zend_string *name;
 493         zend_object std;
 494 } php_ion_symbol_iloc;
 495
 496 LOCAL void php_ion_symbol_iloc_ctor(php_ion_symbol_iloc *obj)
 497 {
 498         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("location"), obj->loc.location);
 499         zend_update_property_str(obj->std.ce, &obj->std, ZEND_STRL("name"), obj->name);
 500         ion_string_from_zend(&obj->loc.name, obj->name);
 501 }
 502
 503 LOCAL void php_ion_symbol_iloc_dtor(php_ion_symbol_iloc *obj)
 504 {
 505         zend_string_release(obj->name);
 506 }
 507
 508 LOCAL void php_ion_symbol_iloc_copy(php_ion_symbol_iloc *new_obj, php_ion_symbol_iloc *old_obj)
 509 {
 510         zend_objects_clone_members(&new_obj->std, &old_obj->std);
 511         new_obj->name = zend_string_copy(old_obj->name);
 512         ion_string_from_zend(&new_obj->loc.name, new_obj->name);
 513         new_obj->loc.location = old_obj->loc.location;
 514 }
 515
 516 php_ion_decl(symbol_iloc, Symbol_ImportLocation);
 517
 518 typedef struct php_ion_symbol {
 519         ION_SYMBOL sym;
 520         zend_string *value;
 521         zend_object *iloc, std;
 522 } php_ion_symbol;
 523
 524 LOCAL int php_ion_symbol_zval_compare(zval *zv1, zval *zv2) {
 525         zend_string *zs1 = zval_get_string(zv1);
 526         zend_string *zs2 = zval_get_string(zv2);
 527
 528         if (EG(exception)) {
 529                 return 0;
 530         }
 531
 532         int result;
 533         if (zs1->len > zs2->len) {
 534                 result = 1;
 535         } else if (zs2->len > zs1->len) {
 536                 result = -1;
 537         } else {
 538                 result = memcmp(zs1->val, zs2->val, zs1->len);
 539         }
 540         zend_string_release(zs1);
 541         zend_string_release(zs2);
 542         return result;
 543 }
 544
 545 LOCAL void php_ion_symbol_ctor(php_ion_symbol *obj)
 546 {
 547         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("sid"),
 548                 obj->sym.sid);
 549         if (obj->value) {
 550                 zend_update_property_str(obj->std.ce, &obj->std, ZEND_STRL("value"), obj->value);
 551         } else{
 552                 zend_update_property_null(obj->std.ce, &obj->std, ZEND_STRL("value"));
 553         }
 554         ion_string_from_zend(&obj->sym.value, obj->value);
 555         if (obj->iloc) {
 556                 update_property_obj(&obj->std, ZEND_STRL("importLocation"), obj->iloc);
 557                 obj->sym.import_location = php_ion_obj(symbol_iloc, obj->iloc)->loc;
 558         } else {
 559                 zend_update_property_null(obj->std.ce, &obj->std, ZEND_STRL("importLocation"));
 560         }
 561 }
 562
 563 LOCAL void php_ion_symbol_dtor(php_ion_symbol *obj)
 564 {
 565         if (obj->value) {
 566                 zend_string_release(obj->value);
 567         }
 568 }
 569
 570 LOCAL void php_ion_symbol_copy(php_ion_symbol *new_obj, php_ion_symbol *old_obj)
 571 {
 572         zend_objects_clone_members(&new_obj->std, &old_obj->std);
 573         new_obj->sym = old_obj->sym;
 574         if (old_obj->value) {
 575                 new_obj->value = zend_string_copy(old_obj->value);
 576                 ion_string_from_zend(&new_obj->sym.value, new_obj->value);
 577         }
 578
 579         if ((new_obj->iloc = get_property_obj(&new_obj->std, ZEND_STRL("importLocation"), IS_OBJECT))) {
 580                 new_obj->sym.import_location = php_ion_obj(symbol_iloc, new_obj->iloc)->loc;
 581         }
 582 }
 583
 584 LOCAL void php_ion_symbol_zval(ION_SYMBOL *sym_ptr, zval *return_value)
 585 {
 586         object_init_ex(return_value, ce_Symbol);
 587         php_ion_symbol *sym = php_ion_obj(symbol, Z_OBJ_P(return_value));
 588
 589         sym->sym.sid = sym_ptr->sid;
 590         sym->value = zend_string_from_ion(&sym_ptr->value);
 591         if (!ION_SYMBOL_IMPORT_LOCATION_IS_NULL(sym_ptr)) {
 592                 zval ziloc;
 593                 object_init_ex(&ziloc, ce_Symbol_ImportLocation);
 594                 sym->iloc = Z_OBJ(ziloc);
 595
 596                 php_ion_symbol_iloc *iloc = php_ion_obj(symbol_iloc, sym->iloc);
 597                 iloc->loc.location = sym_ptr->import_location.location;
 598                 iloc->name = zend_string_from_ion(&sym_ptr->import_location.name);
 599
 600                 php_ion_symbol_iloc_ctor(iloc);
 601         }
 602
 603         php_ion_symbol_ctor(sym);
 604
 605         if (!ION_SYMBOL_IMPORT_LOCATION_IS_NULL(sym_ptr)) {
 606                 GC_DELREF(sym->iloc);
 607         }
 608 }
 609
 610 LOCAL zval *php_ion_global_symbol_fetch_by_enum(zend_string *name)
 611 {
 612         zval *zgs = zend_hash_find(&php_ion_globals.symbol.cache, name);
 613         if (!zgs) {
 614                 zval *zid = zend_hash_find(&g_sym_map, name);
 615                 if (zid) {
 616                         zval *zss = zend_hash_index_find(&g_sym_hash, Z_LVAL_P(zid));
 617                         if (zss) {
 618                                 zval zsym;
 619                                 object_init_ex(&zsym, ce_Symbol);
 620                                 php_ion_symbol *sym = php_ion_obj(symbol, Z_OBJ(zsym));
 621                                 sym->sym.sid = Z_LVAL_P(zid);
 622                                 sym->value = zval_get_string(zss);
 623                                 php_ion_symbol_ctor(sym);
 624                                 zgs = zend_hash_add(&php_ion_globals.symbol.cache, name, &zsym);
 625                         }
 626                 }
 627         }
 628         return zgs;
 629 }
 630
 631 php_ion_decl(symbol, Symbol);
 632
 633 typedef struct php_ion_symbol_table {
 634         ION_SYMBOL_TABLE *tab;
 635         int (*dtor)(ION_SYMBOL_TABLE *);
 636         zend_object std;
 637 } php_ion_symbol_table;
 638
 639 LOCAL void php_ion_symbol_table_ctor(php_ion_symbol_table *obj)
 640 {
 641         OBJ_CHECK(obj);
 642
 643         ION_STRING is;
 644         if (IERR_OK == ion_symbol_table_get_name(obj->tab, &is)) {
 645                 zend_update_property_stringl(obj->std.ce, &obj->std, ZEND_STRL("name"), (char *) is.value, is.length);
 646         }
 647         int32_t iv;
 648         if (IERR_OK == ion_symbol_table_get_version(obj->tab, &iv)) {
 649                 zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("version"), iv);
 650         }
 651 }
 652
 653 LOCAL void php_ion_symbol_table_dtor(php_ion_symbol_table *obj)
 654 {
 655         if (obj->tab) {
 656                 if (obj->dtor) {
 657                         obj->dtor(obj->tab);
 658                 }
 659                 obj->tab = NULL;
 660         }
 661 }
 662
 663 LOCAL void php_ion_symbol_table_copy(php_ion_symbol_table *new_obj, php_ion_symbol_table *old_obj)
 664 {
 665         // do not clone cache members
 666         // zend_objects_clone_members(...)
 667         if ((new_obj->dtor = old_obj->dtor)) {
 668                 ION_CHECK(ion_symbol_table_clone_with_owner(old_obj->tab, &new_obj->tab, NULL));
 669         } else {
 670                 new_obj->tab = old_obj->tab;
 671         }
 672         // update non-cache members
 673         php_ion_symbol_table_ctor(new_obj);
 674 }
 675
 676 LOCAL void php_ion_symbol_table_import(php_ion_symbol_table *obj, php_ion_symbol_table *import)
 677 {
 678         OBJ_CHECK(obj);
 679         OBJ_CHECK(import);
 680
 681         zval tmp;
 682         zval *zimports = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("imports"), 0, &tmp);
 683         if (zimports) {
 684                 zend_ulong idx = (uintptr_t) &import->std.gc;
 685                 if (!zend_hash_index_exists(Z_ARRVAL_P(zimports), idx)) {
 686                         ION_CHECK(ion_symbol_table_import_symbol_table(obj->tab, import->tab));
 687
 688                         SEPARATE_ARRAY(zimports);
 689                         GC_ADDREF(&import->std);
 690                         add_index_object(zimports, idx, &import->std);
 691                         zend_update_property(obj->std.ce, &obj->std, ZEND_STRL("imports"), zimports);
 692                 }
 693         }
 694 }
 695
 696 LOCAL void php_ion_symbol_table_symbol_zval(php_ion_symbol_table *obj, ION_SYMBOL *sym, zval *return_value)
 697 {
 698         zval tmp;
 699         zval *zsyms = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("symbols"), 0, &tmp);
 700         if (zsyms) {
 701                 zval *zsym = zend_hash_index_find(Z_ARRVAL_P(zsyms), sym->sid);
 702                 if (zsym) {
 703                         RETURN_COPY(zsym);
 704                 }
 705         }
 706
 707         php_ion_symbol_zval(sym, return_value);
 708
 709         if (zsyms) {
 710                 SEPARATE_ARRAY(zsyms);
 711                 ZVAL_ADDREF(return_value);
 712                 add_index_zval(zsyms, sym->sid, return_value);
 713         }
 714 }
 715
 716 php_ion_decl(symbol_table, Symbol_Table);
 717
 718 typedef struct php_ion_decimal_ctx {
 719         decContext ctx;
 720         zend_object std;
 721 } php_ion_decimal_ctx;
 722
 723 #define php_ion_decimal_ctx_init_max(c, rounding) \
 724         php_ion_decimal_ctx_init((c), DEC_MAX_DIGITS, DEC_MAX_EMAX, DEC_MIN_EMIN, (rounding), false)
 725 LOCAL void php_ion_decimal_ctx_init(decContext *ctx,
 726                 int digits, int emax, int emin, enum rounding round, zend_bool clamp)
 727 {
 728         memset(ctx, 0, sizeof(*ctx));
 729         ctx->digits = digits;
 730         ctx->emax = emax;
 731         ctx->emin = emin;
 732         ctx->round = round;
 733         ctx->clamp = clamp;
 734 }
 735
 736 LOCAL void php_ion_decimal_ctx_ctor(php_ion_decimal_ctx *obj, zend_object *o_round)
 737 {
 738         if (!obj->ctx.digits) {
 739                 php_ion_decimal_ctx_init_max(&obj->ctx, DEC_ROUND_HALF_EVEN);
 740         }
 741         if (o_round) {
 742                 update_property_obj(&obj->std, ZEND_STRL("round"), o_round);
 743         } else {
 744                 zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("round"), obj->ctx.round);
 745         }
 746         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("digits"), obj->ctx.digits);
 747         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("eMax"), obj->ctx.emax);
 748         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("eMin"), obj->ctx.emin);
 749         zend_update_property_bool(obj->std.ce, &obj->std, ZEND_STRL("clamp"), obj->ctx.clamp);
 750 }
 751
 752 LOCAL void php_ion_decimal_ctx_dtor(php_ion_decimal_ctx *obj)
 753 {
 754 }
 755
 756 LOCAL void php_ion_decimal_ctx_copy(php_ion_decimal_ctx *new_obj, php_ion_decimal_ctx *old_obj)
 757 {
 758         zend_objects_clone_members(&new_obj->std, &old_obj->std);
 759         new_obj->ctx = old_obj->ctx;
 760 }
 761
 762 php_ion_decl(decimal_ctx, Decimal_Context);
 763
 764 typedef struct php_ion_decimal {
 765         ION_DECIMAL dec;
 766         zend_object *ctx, std;
 767 } php_ion_decimal;
 768
 769 LOCAL void php_ion_decimal_from_zend_long(ION_DECIMAL *dec, decContext *ctx, zend_long num)
 770 {
 771         if (num <= INT32_MAX && num >= INT32_MIN) {
 772                 ION_CHECK(ion_decimal_from_int32(dec, num));
 773         } else if (num > 0 && num <= UINT32_MAX) {
 774                 ION_CHECK(ion_decimal_from_uint32(dec, num));
 775         } else {
 776                 ION_INT *iint;
 777                 ION_CHECK(ion_int_alloc(NULL, &iint));
 778                 ION_CHECK(ion_int_from_long(iint, num),
 779                                 ion_int_free(iint));
 780                 /* WATCH OUT: BS API */
 781                 dec->type = ION_DECIMAL_TYPE_QUAD;
 782                 ION_CHECK(ion_decimal_from_ion_int(dec, ctx, iint),
 783                                 ion_int_free(iint));
 784                 ion_int_free(iint);
 785         }
 786 }
 787
 788 LOCAL zend_string *php_ion_decimal_to_string(ION_DECIMAL *dec)
 789 {
 790         zend_string *zstr = zend_string_alloc(ION_DECIMAL_STRLEN(dec), 0);
 791         (void) ion_decimal_to_string(dec, zstr->val);
 792         return zend_string_truncate(zstr, strlen(zstr->val), 0);
 793 }
 794
 795 LOCAL void php_ion_decimal_to_zend_long(ION_DECIMAL *dec, decContext *ctx, zend_long *l)
 796 {
 797         ION_INT *ii = NULL;
 798         ION_CHECK(ion_int_alloc(NULL, &ii));
 799         ION_CHECK(ion_decimal_to_ion_int(dec, ctx, ii), ion_int_free(ii));
 800         int64_t i64;
 801         ION_CHECK(ion_int_to_int64(ii, &i64), ion_int_free(ii));
 802         *l = i64;
 803         ion_int_free(ii);
 804 }
 805
 806 LOCAL bool php_ion_decimal_fits_zend_long(php_ion_decimal *obj)
 807 {
 808         int32_t result;
 809
 810         if (!ion_decimal_is_integer(&obj->dec)) {
 811                 return false;
 812         }
 813
 814         result = 1;
 815         ion_decimal_compare(&obj->dec, &php_ion_globals.decimal.zend_max, &php_ion_globals.decimal.ctx, &result);
 816         if (result == 1) {
 817                 return false;
 818         }
 819         result = -1;
 820         ion_decimal_compare(&obj->dec, &php_ion_globals.decimal.zend_min, &php_ion_globals.decimal.ctx, &result);
 821         if (result == -1) {
 822                 return false;
 823         }
 824         return true;
 825 }
 826
 827 LOCAL void php_ion_decimal_ctor(php_ion_decimal *obj)
 828 {
 829         if (!obj->ctx) {
 830                 zval zdc;
 831                 object_init_ex(&zdc, ce_Decimal_Context);
 832                 obj->ctx = Z_OBJ(zdc);
 833                 php_ion_decimal_ctx_ctor(php_ion_obj(decimal_ctx, obj->ctx), NULL);
 834                 GC_DELREF(obj->ctx);
 835         }
 836         update_property_obj(&obj->std, ZEND_STRL("context"), obj->ctx);
 837
 838         if (php_ion_decimal_fits_zend_long(obj)) {
 839                 zend_long l;
 840                 php_ion_decimal_to_zend_long(&obj->dec, &php_ion_obj(decimal_ctx, obj->ctx)->ctx, &l);
 841                 zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("number"), l);
 842         } else {
 843                 zend_string *zstr = php_ion_decimal_to_string(&obj->dec);
 844                 zend_update_property_str(obj->std.ce, &obj->std, ZEND_STRL("number"), zstr);
 845                 zend_string_release(zstr);
 846         }
 847 }
 848
 849 LOCAL void php_ion_decimal_dtor(php_ion_decimal *obj)
 850 {
 851         ion_decimal_free(&obj->dec);
 852 }
 853
 854 LOCAL void php_ion_decimal_copy(php_ion_decimal *new_obj, php_ion_decimal *old_obj)
 855 {
 856         zend_objects_clone_members(&new_obj->std, &old_obj->std);
 857         new_obj->ctx = get_property_obj(&new_obj->std, ZEND_STRL("context"), IS_OBJECT);
 858         ION_CHECK(ion_decimal_copy(&new_obj->dec, &old_obj->dec));
 859 }
 860
 861 php_ion_decl(decimal, Decimal);
 862
 863 typedef php_date_obj php_ion_timestamp;
 864
 865 LOCAL zend_long php_usec_from_ion(const decQuad *frac, decContext *ctx)
 866 {
 867         if (!ctx) {
 868                 ctx = &php_ion_globals.decimal.ctx;
 869         }
 870         decQuad microsecs, result;
 871         decQuadMultiply(&result, decQuadFromInt32(&microsecs, 1000000), frac, ctx);
 872         return (zend_long) decQuadToUInt32(&result, ctx, DEC_ROUND_HALF_EVEN);
 873 }
 874
 875 LOCAL decQuad *ion_ts_frac_from_usec(decQuad *frac, int usec, decContext *ctx)
 876 {
 877         if (!ctx) {
 878                 ctx = &php_ion_globals.decimal.ctx;
 879         }
 880         decQuad microsecs, us;
 881         return decQuadDivide(frac, decQuadFromInt32(&us, usec), decQuadFromInt32(&microsecs, 1000000), ctx);
 882 }
 883
 884 LOCAL zend_string *php_ion_timestamp_format_fetch(zend_string *fmt_case)
 885 {
 886         return Z_STR_P(zend_enum_fetch_case_value(zend_enum_get_case(ce_Timestamp_Format, fmt_case)));
 887 }
 888
 889 LOCAL zend_string *php_dt_format_from_precision(uint8_t precision)
 890 {
 891         switch (precision) {
 892         case ION_TS_FRAC | 0x80:
 893                 return php_ion_timestamp_format_fetch(g_intern_str.FracTZ);
 894         case ION_TS_FRAC:
 895                 return php_ion_timestamp_format_fetch(g_intern_str.Frac);
 896         case ION_TS_SEC | 0x80:
 897                 return php_ion_timestamp_format_fetch(g_intern_str.SecTZ);
 898         case ION_TS_SEC:
 899                 return php_ion_timestamp_format_fetch(g_intern_str.Sec);
 900         case ION_TS_MIN | 0x80:
 901                 return php_ion_timestamp_format_fetch(g_intern_str.MinTZ);
 902         case ION_TS_MIN:
 903                 return php_ion_timestamp_format_fetch(g_intern_str.Min);
 904         case ION_TS_DAY:
 905                 return php_ion_timestamp_format_fetch(g_intern_str.Day);
 906         case ION_TS_MONTH:
 907                 return php_ion_timestamp_format_fetch(g_intern_str.Month);
 908         case ION_TS_YEAR:
 909                 return php_ion_timestamp_format_fetch(g_intern_str.Year);
 910         default:
 911                 return zend_one_char_string['c'];
 912         }
 913 }
 914
 915 LOCAL timelib_time* php_time_from_ion(const ION_TIMESTAMP *ts, decContext *ctx, zend_string **fmt)
 916 {
 917         timelib_time *time = ecalloc(1, sizeof(*time));
 918
 919         switch (ts->precision & 0x7f) {
 920         case ION_TS_FRAC:
 921                 time->us = php_usec_from_ion(&ts->fraction, ctx);
 922                 /* fallthrough */
 923         case ION_TS_SEC:
 924                 time->s = ts->seconds;
 925                 /* fallthrough */
 926         case ION_TS_MIN:
 927                 time->i = ts->minutes;
 928                 time->h = ts->hours;
 929                 /* fallthrough */
 930         case ION_TS_DAY:
 931                 time->d = ts->day;
 932                 /* fallthrough */
 933         case ION_TS_MONTH:
 934                 time->m = ts->month;
 935                 /* fallthrough */
 936         case ION_TS_YEAR:
 937                 time->y = ts->year;
 938                 /* fallthrough */
 939         default:
 940                 time->z = ts->tz_offset * 60;
 941                 if (time->z || ts->precision & 0x80) {
 942                         time->zone_type = TIMELIB_ZONETYPE_OFFSET;
 943                 } else {
 944                         time->zone_type = TIMELIB_ZONETYPE_ID;
 945                         time->tz_info = get_timezone_info();
 946                 }
 947         }
 948
 949         if (fmt) {
 950                 *fmt = php_dt_format_from_precision(ts->precision);
 951         }
 952         return time;
 953 }
 954
 955 LOCAL ION_TIMESTAMP *ion_timestamp_from_php(ION_TIMESTAMP *buf, php_ion_timestamp *ts, decContext *ctx)
 956 {
 957         memset(buf, 0, sizeof(*buf));
 958
 959         zval tmp;
 960         int precision = Z_LVAL_P(zend_read_property(ts->std.ce, &ts->std, ZEND_STRL("precision"), 0, &tmp));
 961
 962         if (!precision || precision > (ION_TS_FRAC|0x80)) {
 963                 zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
 964                                 "Invalid precision (%d) of ion\\Timestamp", precision);
 965         } else switch ((buf->precision = precision) & 0x7f) {
 966         case ION_TS_FRAC:
 967                 ion_ts_frac_from_usec(&buf->fraction, (int) ts->time->us, ctx);
 968                 /* fallthrough */
 969         case ION_TS_SEC:
 970                 buf->seconds = ts->time->s;
 971                 /* fallthrough */
 972         case ION_TS_MIN:
 973                 buf->minutes = ts->time->i;
 974                 /* fallthrough */
 975         case ION_TS_DAY:
 976                 buf->hours = ts->time->h;
 977                 buf->day = ts->time->d;
 978                 /* fallthrough */
 979         case ION_TS_MONTH:
 980                 buf->month = ts->time->m;
 981                 /* fallthrough */
 982         case ION_TS_YEAR:
 983                 buf->year = ts->time->y;
 984                 /* fallthrough */
 985         default:
 986                 buf->tz_offset = (short) (ts->time->z / 60);
 987                 if (buf->tz_offset) {
 988                         buf->precision |= 0x80;
 989                 }
 990         }
 991
 992         return buf;
 993 }
 994
 995 LOCAL void php_ion_timestamp_ctor(php_ion_timestamp *obj, zend_long precision, zend_string *fmt, zend_string *dt, zval *tz)
 996 {
 997         if (!obj->time) {
 998                 php_date_initialize(obj, dt ? dt->val : "", dt ? dt->len : 0, fmt ? fmt->val : NULL, tz, PHP_DATE_INIT_CTOR);
 999         }
1000         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("precision"), precision);
1001
1002         fmt = php_dt_format_from_precision(precision);
1003         zend_update_property_str(obj->std.ce, &obj->std, ZEND_STRL("format"), fmt);
1004         zend_string_release(fmt);
1005 }
1006
1007 typedef struct php_ion_catalog {
1008         ION_CATALOG *cat;
1009         zend_object std;
1010 } php_ion_catalog;
1011
1012 LOCAL void php_ion_catalog_ctor(php_ion_catalog *obj)
1013 {
1014         ION_CHECK(ion_catalog_open(&obj->cat));
1015 }
1016
1017 LOCAL void php_ion_catalog_dtor(php_ion_catalog *obj)
1018 {
1019         if (obj->cat) {
1020                 ion_catalog_close(obj->cat);
1021         }
1022 }
1023
1024 LOCAL ION_COLLECTION *php_ion_catalog_collection(php_ion_catalog *cat)
1025 {
1026         /* do not look too close */
1027         struct {
1028                 void *owner;
1029                 ION_SYMBOL_TABLE *sys;
1030                 ION_COLLECTION collection;
1031         } *cat_ptr = (void *) cat->cat;
1032         return &cat_ptr->collection;
1033 }
1034 // see https://github.com/amzn/ion-c/issues/269
1035 #ifndef IPCN_pNODE_TO_pDATA
1036 # define IPCN_pNODE_TO_pDATA(x)    (&((x)->_data[0]))
1037 #endif
1038
1039 LOCAL void php_ion_catalog_copy(php_ion_catalog *new_obj, php_ion_catalog *old_obj)
1040 {
1041         // do not clone members; they're only caches
1042
1043         php_ion_catalog_ctor(new_obj);
1044         OBJ_CHECK(new_obj);
1045
1046         ION_COLLECTION *col = php_ion_catalog_collection(old_obj);
1047         if (!ION_COLLECTION_IS_EMPTY(col)) {
1048                 ION_COLLECTION_CURSOR cur;
1049                 ION_COLLECTION_OPEN(col, cur);
1050                 while (cur) {
1051                         ION_SYMBOL_TABLE **ptr;
1052                         ION_COLLECTION_NEXT(cur, ptr);
1053                         if (*ptr) {
1054                                 ION_CHECK(ion_catalog_add_symbol_table(new_obj->cat, *ptr));
1055                         }
1056                 }
1057         }
1058 }
1059
1060 LOCAL zend_string *ion_symbol_table_to_key(ION_SYMBOL_TABLE *tab)
1061 {
1062         int32_t version;
1063         ION_STRING is;
1064         ION_CHECK_RETURN(NULL, ion_symbol_table_get_name(tab, &is));
1065         ION_CHECK_RETURN(NULL, ion_symbol_table_get_version(tab, &version));
1066
1067         smart_str s = {0};
1068         smart_str_appendl(&s, (char *) is.value, is.length);
1069         smart_str_appendc(&s, ':');
1070         smart_str_append_long(&s, version);
1071         smart_str_0(&s);
1072
1073         return s.s;
1074 }
1075
1076 LOCAL void php_ion_catalog_add_symbol_table(php_ion_catalog *obj, php_ion_symbol_table *tab)
1077 {
1078         OBJ_CHECK(obj);
1079         OBJ_CHECK(tab);
1080
1081         zval tmp;
1082         zval *ztabs = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("symbolTables"), 0, &tmp);
1083         if (ztabs) {
1084                 zend_ulong idx = (uintptr_t) &tab->std.gc;
1085                 if (!zend_hash_index_exists(Z_ARRVAL_P(ztabs), idx)) {
1086                         zend_string *key = ion_symbol_table_to_key(tab->tab);
1087                         if (key) {
1088                                 ION_CHECK(ion_catalog_add_symbol_table(obj->cat, tab->tab),
1089                                                 zend_string_release(key));
1090                                 SEPARATE_ARRAY(ztabs);
1091                                 GC_ADDREF(&tab->std);
1092                                 add_index_object(ztabs, idx, &tab->std);
1093                                 GC_ADDREF(&tab->std);
1094                                 add_assoc_object_ex(ztabs, key->val, key->len, &tab->std);
1095                                 zend_update_property(obj->std.ce, &obj->std, ZEND_STRL("symbolTables"), ztabs);
1096                                 zend_string_release(key);
1097                         }
1098                 }
1099         }
1100 }
1101
1102 LOCAL void php_ion_catalog_symbol_table_zval(php_ion_catalog *obj, ION_SYMBOL_TABLE *tab, zval *return_value)
1103 {
1104         zend_string *key = ion_symbol_table_to_key(tab);
1105         PTR_CHECK(key);
1106
1107         zval tmp;
1108         zval *ztabs = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("symbolTables"), 0, &tmp);
1109         if (ztabs) {
1110                 zval *ztab = zend_hash_find(Z_ARRVAL_P(ztabs), key);
1111                 if (ztab) {
1112                         zend_string_release(key);
1113                         RETURN_COPY(ztab);
1114                 }
1115         }
1116
1117         php_error_docref(NULL, E_NOTICE, "Previously unknown ion\\Symbol\\Table encountered: %s", key->val);
1118
1119         object_init_ex(return_value, ce_Symbol_Table_Shared);
1120         php_ion_symbol_table *o_tab = php_ion_obj(symbol_table, Z_OBJ_P(return_value));
1121         OBJ_CHECK(o_tab, zend_string_release(key));
1122         php_ion_symbol_table_ctor(o_tab);
1123
1124         if (ztabs) {
1125                 SEPARATE_ARRAY(ztabs);
1126                 ZVAL_ADDREF(return_value);
1127                 add_index_zval(ztabs, (uintptr_t) &o_tab->std.gc, return_value);
1128                 ZVAL_ADDREF(return_value);
1129                 add_assoc_zval_ex(ztabs, key->val, key->len, return_value);
1130         }
1131         zend_string_release(key);
1132 }
1133
1134 php_ion_decl(catalog, Catalog);
1135
1136 typedef struct php_ion_reader_options_ccn_ctx {
1137         zend_object *obj;
1138         zend_fcall_info fci;
1139         zend_fcall_info_cache fcc;
1140 } php_ion_reader_options_ccn_ctx;
1141
1142 typedef struct php_ion_reader_options {
1143         ION_READER_OPTIONS opt;
1144         php_ion_reader_options_ccn_ctx ccn;
1145         zend_object *cat, *dec_ctx, *cb, std;
1146 } php_ion_reader_options;
1147
1148 LOCAL void php_ion_reader_options_dtor(php_ion_reader_options *obj)
1149 {
1150         if (obj->cb) {
1151                 zend_fcall_info_args_clear(&obj->ccn.fci, true);
1152         }
1153 }
1154
1155 LOCAL void php_ion_reader_options_copy(php_ion_reader_options *new_obj, php_ion_reader_options *old_obj)
1156 {
1157         zend_objects_clone_members(&new_obj->std, &old_obj->std);
1158
1159         new_obj->opt = old_obj->opt;
1160         new_obj->cat = get_property_obj(&new_obj->std, ZEND_STRL("catalog"), IS_OBJECT);
1161         new_obj->dec_ctx = get_property_obj(&new_obj->std, ZEND_STRL("decimalContext"), IS_OBJECT);
1162         new_obj->cb = get_property_obj(&new_obj->std, ZEND_STRL("onContextChange"), IS_OBJECT);
1163         if (new_obj->cb) {
1164                 zval zcb;
1165                 ZVAL_OBJ(&zcb, new_obj->cb);
1166                 zend_fcall_info_init(&zcb, 0, &new_obj->ccn.fci, &new_obj->ccn.fcc, NULL, NULL);
1167                 new_obj->opt.context_change_notifier.context = &new_obj->ccn;
1168         }
1169 }
1170
1171 php_ion_decl(reader_options, Reader_Options);
1172
1173 LOCAL zend_object *php_ion_reader_options_new(void)
1174 {
1175         zend_object *obj = create_ion_Reader_Options(NULL);
1176         zend_call_known_instance_method_with_0_params(obj->ce->constructor, obj, NULL);
1177         return obj;
1178 }
1179
1180 typedef struct php_ion_reader {
1181         ION_READER *reader;
1182         ION_TYPE state;
1183         enum {
1184                 BUFFER_READER,
1185                 STREAM_READER,
1186         } type;
1187         union {
1188                 zend_string *buffer;
1189                 struct {
1190                         php_stream *ptr;
1191                         ION_STRING buf;
1192                 } stream;
1193         };
1194         zend_object *opt, std;
1195 } php_ion_reader;
1196
1197 LOCAL iERR php_ion_reader_stream_handler(struct _ion_user_stream *user)
1198 {
1199         php_ion_reader *reader = (php_ion_reader *) user->handler_state;
1200         size_t remaining = 0, spare = reader->stream.buf.length;
1201
1202         if (user->curr && user->limit && (remaining = user->limit - user->curr)) {
1203                 memmove(reader->stream.buf.value, user->curr, remaining);
1204                 user->limit -= remaining;
1205                 spare -= remaining;
1206         } else {
1207                 user->curr = user->limit = reader->stream.buf.value;
1208         }
1209
1210         ssize_t read = php_stream_read(reader->stream.ptr, (char *) user->limit, spare);
1211         if (EXPECTED(read > 0)) {
1212                 user->limit += read;
1213                 return IERR_OK;
1214         }
1215
1216         if (EXPECTED(read == 0)) {
1217                 return IERR_EOF;
1218         }
1219
1220         return IERR_READ_ERROR;
1221 }
1222
1223 LOCAL iERR on_context_change(void *context, ION_COLLECTION *imports)
1224 {
1225         iERR e = IERR_OK;
1226
1227         if (context) {
1228                 php_ion_reader_options_ccn_ctx *ctx = context;
1229
1230                 zval zobj;
1231                 ZVAL_OBJ(&zobj, ctx->obj);
1232                 zend_fcall_info_argn(&ctx->fci, 1, &zobj);
1233                 if (SUCCESS != zend_fcall_info_call(&ctx->fci, &ctx->fcc, NULL, NULL)) {
1234                         e = IERR_INTERNAL_ERROR;
1235                 }
1236                 zend_fcall_info_args_clear(&ctx->fci, false);
1237         }
1238         return e;
1239 }
1240
1241 LOCAL void php_ion_reader_ctor(php_ion_reader *obj)
1242 {
1243         iERR err;
1244         php_ion_reader_options *opt = php_ion_obj(reader_options, obj->opt);
1245
1246         if (opt && opt->opt.context_change_notifier.context) {
1247                 php_ion_reader_options_ccn_ctx *ctx = opt->opt.context_change_notifier.context;
1248                 ctx->obj = &obj->std;
1249                 opt->opt.context_change_notifier.notify = on_context_change;
1250         }
1251         if (obj->type == STREAM_READER) {
1252                 PTR_CHECK(obj->stream.ptr);
1253                 GC_ADDREF(obj->stream.ptr->res);
1254
1255                 obj->stream.buf.length = opt && opt->opt.allocation_page_size ? opt->opt.allocation_page_size : 0x10000;
1256                 obj->stream.buf.value = emalloc(obj->stream.buf.length);
1257                 err = ion_reader_open_stream(&obj->reader, obj, php_ion_reader_stream_handler, opt ? &opt->opt : NULL);
1258
1259         } else {
1260                 err = ion_reader_open_buffer(&obj->reader, (BYTE *) obj->buffer->val, (SIZE) obj->buffer->len, opt ? &opt->opt : NULL);
1261         }
1262
1263         ION_CHECK(err);
1264         OBJ_CHECK(obj);
1265 }
1266
1267 LOCAL void php_ion_reader_dtor(php_ion_reader *obj)
1268 {
1269         if (obj->reader) {
1270                 ion_reader_close(obj->reader);
1271         }
1272         if (obj->type == STREAM_READER) {
1273                 if (obj->stream.buf.value) {
1274                         efree(obj->stream.buf.value);
1275                 }
1276                 if (obj->stream.ptr) {
1277                         zend_list_delete(obj->stream.ptr->res);
1278                 }
1279         } else {
1280                 if (obj->buffer) {
1281                         zend_string_release(obj->buffer);
1282                 }
1283         }
1284 }
1285
1286 #define php_ion_reader_copy(n,o)
1287 php_ion_decl(reader, Reader_Reader);
1288 #define clone_ion_Reader_Reader NULL
1289
1290 typedef struct php_ion_writer_options {
1291         ION_WRITER_OPTIONS opt;
1292         zend_object *cat, *dec_ctx, std;
1293 } php_ion_writer_options;
1294
1295 LOCAL void php_ion_writer_options_copy(php_ion_writer_options *new_obj, php_ion_writer_options *old_obj)
1296 {
1297         new_obj->opt = old_obj->opt;
1298
1299         if (old_obj->cat) {
1300                 new_obj->cat = old_obj->cat;
1301                 GC_ADDREF(new_obj->cat);
1302         }
1303         if (old_obj->dec_ctx) {
1304                 new_obj->dec_ctx = old_obj->dec_ctx;
1305                 GC_ADDREF(new_obj->dec_ctx);
1306         }
1307 }
1308
1309 LOCAL void php_ion_writer_options_dtor(php_ion_writer_options *obj)
1310 {
1311 }
1312
1313 php_ion_decl(writer_options, Writer_Options);
1314
1315 LOCAL zend_object *php_ion_writer_options_new(void)
1316 {
1317         zend_object *obj = create_ion_Writer_Options(NULL);
1318         zend_call_known_instance_method_with_0_params(obj->ce->constructor, obj, NULL);
1319         return obj;
1320 }
1321
1322 typedef struct php_ion_writer {
1323         ION_WRITER *writer;
1324         enum {
1325                 BUFFER_WRITER,
1326                 STREAM_WRITER,
1327         } type;
1328         union {
1329                 struct {
1330                         zval val;
1331                         smart_str str;
1332                 } buffer;
1333                 struct {
1334                         ION_STRING buf;
1335                         php_stream *ptr;
1336                 } stream;
1337         };
1338         zend_object *opt, std;
1339
1340 } php_ion_writer;
1341
1342 LOCAL iERR php_ion_writer_stream_handler(struct _ion_user_stream *user)
1343 {
1344         php_ion_writer *writer = (php_ion_writer *) user->handler_state;
1345
1346         if (EXPECTED(user->limit && user->curr)) {
1347                 ptrdiff_t len = user->curr - writer->stream.buf.value;
1348                 if (len != php_stream_write(writer->stream.ptr, (char *) writer->stream.buf.value, len)) {
1349                         return IERR_WRITE_ERROR;
1350                 }
1351         }
1352         user->curr = writer->stream.buf.value;
1353         user->limit = writer->stream.buf.value + writer->stream.buf.length;
1354         return IERR_OK;
1355 }
1356
1357 #define REF_STR() do { \
1358         ZVAL_NEW_STR(ref, obj->buffer.str.s); \
1359         GC_ADDREF(obj->buffer.str.s); \
1360 } while (0)
1361
1362 #define NEW_REF_STR() do {\
1363         if (Z_STR_P(ref) != obj->buffer.str.s) { \
1364                 zval_ptr_dtor(ref); \
1365                 REF_STR(); \
1366         } \
1367 } while(0)
1368
1369 LOCAL void php_ion_writer_stream_init(php_ion_writer *obj, php_ion_writer_options *opt)
1370 {
1371         PTR_CHECK(obj->stream.ptr);
1372         GC_ADDREF(obj->stream.ptr->res);
1373
1374         obj->stream.buf.length = opt ? opt->opt.allocation_page_size : 0x1000;
1375         obj->stream.buf.value = emalloc(obj->stream.buf.length);
1376 }
1377 LOCAL void php_ion_writer_buffer_init(php_ion_writer *obj)
1378 {
1379         zval *ref = &obj->buffer.val;
1380         ZVAL_DEREF(ref);
1381
1382         smart_str_alloc(&obj->buffer.str, 0, 0);
1383         smart_str_0(&obj->buffer.str);
1384         REF_STR();
1385 }
1386
1387 LOCAL void php_ion_writer_buffer_grow(php_ion_writer *obj)
1388 {
1389         zval *ref = &obj->buffer.val;
1390         ZVAL_DEREF(ref);
1391
1392         switch (GC_REFCOUNT(obj->buffer.str.s)) {
1393         case 2:
1394                 // nothing to do
1395                 break;
1396         case 1:
1397                 // we've been separated
1398                 GC_ADDREF(obj->buffer.str.s);
1399                 break;
1400         default:
1401                 // we have to separate
1402                 fprintf(stderr, "SEPARATE\n");
1403                 obj->buffer.str.s = zend_string_dup(obj->buffer.str.s, 0);
1404                 break;
1405         }
1406
1407         zend_string *old = obj->buffer.str.s;
1408         GC_DELREF(old);
1409         smart_str_erealloc(&obj->buffer.str, obj->buffer.str.a << 1);
1410         if (old == obj->buffer.str.s) {
1411                 GC_ADDREF(old);
1412         } else if(old == Z_STR_P(ref)) {
1413                 ZVAL_NULL(ref);
1414         }
1415
1416         NEW_REF_STR();
1417 }
1418
1419 LOCAL iERR php_ion_writer_buffer_handler(struct _ion_user_stream *user)
1420 {
1421         php_ion_writer *writer = (php_ion_writer *) user->handler_state;
1422
1423         if (user->curr) {
1424                 writer->buffer.str.s->len += user->curr - (BYTE *) &writer->buffer.str.s->val[writer->buffer.str.s->len];
1425                 smart_str_0(&writer->buffer.str);
1426                 if (user->limit == user->curr) {
1427                         php_ion_writer_buffer_grow(writer);
1428                 }
1429         }
1430         user->curr = (BYTE *) &writer->buffer.str.s->val[writer->buffer.str.s->len];
1431         user->limit = user->curr + writer->buffer.str.a - writer->buffer.str.s->len;
1432
1433         return IERR_OK;
1434 }
1435
1436 LOCAL void php_ion_writer_options_init_shared_imports(php_ion_writer_options *opt)
1437 {
1438         php_ion_catalog *cat = php_ion_obj(catalog, opt->cat);
1439         OBJ_CHECK(cat);
1440
1441         ION_CHECK(ion_writer_options_initialize_shared_imports(&opt->opt));
1442
1443         ION_COLLECTION *col = php_ion_catalog_collection(cat);
1444         if (!ION_COLLECTION_IS_EMPTY(col)) {
1445                 // holy, nah, forget it batman...
1446                 ION_COLLECTION_CURSOR cur;
1447                 ION_COLLECTION_OPEN(col, cur);
1448                 while (cur) {
1449                         ION_SYMBOL_TABLE **ptr;
1450                         ION_COLLECTION_NEXT(cur, ptr);
1451                         if (*ptr) {
1452                                 ION_CHECK(ion_writer_options_add_shared_imports_symbol_tables(&opt->opt, ptr, 1));
1453                         } else {
1454                                 break;
1455                         }
1456                 }
1457         }
1458 }
1459
1460 LOCAL void php_ion_writer_ctor(php_ion_writer *obj)
1461 {
1462         php_ion_writer_options *opt = NULL;
1463
1464         if (obj->opt) {
1465                 update_property_obj(&obj->std, ZEND_STRL("options"), obj->opt);
1466                 opt = php_ion_obj(writer_options, obj->opt);
1467                 if (opt->cat) {
1468                         php_ion_writer_options_init_shared_imports(opt);
1469                 }
1470         }
1471
1472         ION_STREAM_HANDLER h;
1473         if (obj->type == STREAM_WRITER) {
1474                 h = php_ion_writer_stream_handler;
1475                 php_ion_writer_stream_init(obj, opt);
1476         } else {
1477                 h = php_ion_writer_buffer_handler;
1478                 php_ion_writer_buffer_init(obj);
1479         }
1480
1481
1482         ION_CHECK(ion_writer_open_stream(&obj->writer, h, obj, opt ? &opt->opt : NULL));
1483         OBJ_CHECK(obj);
1484 }
1485
1486 LOCAL void php_ion_writer_dtor(php_ion_writer *obj)
1487 {
1488         if (obj->writer) {
1489                 ion_writer_close(obj->writer);
1490         }
1491         if (obj->opt) {
1492                 php_ion_writer_options *opt = php_ion_obj(writer_options, obj->opt);
1493                 if (opt->cat) {
1494                         ion_writer_options_close_shared_imports(&opt->opt);
1495                 }
1496         }
1497         if (obj->type == STREAM_WRITER) {
1498                 if (obj->stream.buf.value) {
1499                         efree(obj->stream.buf.value);
1500                 }
1501                 if (obj->stream.ptr) {
1502                         zend_list_delete(obj->stream.ptr->res);
1503                 }
1504         } else {
1505                 if (obj->buffer.str.s) {
1506                         smart_str_0(&obj->buffer.str);
1507                         zend_string_release(obj->buffer.str.s);
1508                 }
1509                 zval_ptr_dtor(&obj->buffer.val);
1510         }
1511 }
1512
1513 #define php_ion_writer_copy(o,n)
1514 php_ion_decl(writer, Writer_Writer);
1515 #define clone_ion_Writer_Writer NULL
1516
1517 typedef struct php_ion_serializer_php {
1518         php_ion_serializer serializer;
1519         zend_object *opt, std;
1520 } php_ion_serializer_php;
1521
1522 LOCAL void php_ion_serializer_php_ctor(php_ion_serializer_php *ser_obj)
1523 {
1524         php_ion_serializer *global_ser = &php_ion_globals.serializer;
1525         ser_obj->serializer.ids = global_ser->ids;
1526         ser_obj->serializer.tmp = global_ser->tmp;
1527
1528         zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("multiSequence"),
1529                         ser_obj->serializer.multi_seq);
1530         zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callMagicSerialize"),
1531                         ser_obj->serializer.call_magic);
1532         if (ser_obj->serializer.call_custom) {
1533                 zend_update_property_str(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomSerialize"),
1534                                 ser_obj->serializer.call_custom);
1535                 ser_obj->serializer.call_custom = zend_string_tolower(ser_obj->serializer.call_custom);
1536         } else {
1537                 zend_update_property_null(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomSerialize"));
1538         }
1539         if (!ser_obj->opt) {
1540                 ser_obj->opt = php_ion_writer_options_new();
1541         } else {
1542                 GC_ADDREF(ser_obj->opt);
1543         }
1544         ser_obj->serializer.options = &php_ion_obj(writer_options, ser_obj->opt)->opt;
1545         update_property_obj(&ser_obj->std, ZEND_STRL("writerOptions"), ser_obj->opt);
1546         GC_DELREF(ser_obj->opt);
1547 }
1548
1549 LOCAL void php_ion_serializer_php_dtor(php_ion_serializer_php *obj)
1550 {
1551         if (obj->serializer.call_custom) {
1552                 zend_string_release(obj->serializer.call_custom);
1553         }
1554 }
1555
1556 LOCAL void php_ion_serialize_zval(php_ion_serializer *, zval *);
1557
1558 LOCAL void php_ion_serialize_struct(php_ion_serializer *ser, zend_array *arr, bool unmangle_props, bool annotate_props)
1559 {
1560         ION_CHECK(ion_writer_start_container(ser->writer, tid_STRUCT));
1561
1562         zval *v;
1563         zend_ulong h;
1564         zend_string *k = NULL;
1565         if (arr) ZEND_HASH_FOREACH_KEY_VAL_IND(arr, h, k, v)
1566                 char buf[MAX_LENGTH_OF_LONG + 1];
1567                 ION_STRING is;
1568                 if (k) {
1569                         size_t prop_len;
1570                         const char *class_name, *prop_name;
1571                         if (unmangle_props && (SUCCESS == zend_unmangle_property_name_ex(k, &class_name, &prop_name, &prop_len)) && class_name) {
1572                                 if (annotate_props) {
1573                                         ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_PROPERTY));
1574                                         ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, (char *) class_name, prop_name - class_name - 1)));
1575                                 }
1576                         } else {
1577                                 prop_name = k->val;
1578                                 prop_len = k->len;
1579                         }
1580                         ion_string_assign_cstr(&is, (char *) prop_name, (SIZE) prop_len);
1581                 } else {
1582                         char *end = buf + sizeof(buf) - 1;
1583                         char *ptr = zend_print_long_to_buf(end, (zend_long) h);
1584                         ion_string_assign_cstr(&is, ptr, (SIZE) (end - ptr));
1585                 }
1586
1587                 // WATCH OUT: field names need to be copied
1588                 ION_STRING fn;
1589                 ION_CHECK(ion_string_copy_to_owner(ser->writer, &fn, &is));
1590                 ION_CHECK(ion_writer_write_field_name(ser->writer, &fn));
1591
1592                 php_ion_serialize_zval(ser, v);
1593                 ION_CATCH();
1594         ZEND_HASH_FOREACH_END();
1595
1596         ION_CHECK(ion_writer_finish_container(ser->writer));
1597 }
1598
1599 LOCAL void php_ion_serialize_list(php_ion_serializer *ser, zend_array *arr)
1600 {
1601         ION_CHECK(ion_writer_start_container(ser->writer, tid_LIST));
1602
1603         zval *v;
1604         ZEND_HASH_FOREACH_VAL_IND(arr, v)
1605                 php_ion_serialize_zval(ser, v);
1606                 ION_CATCH();
1607         ZEND_HASH_FOREACH_END();
1608
1609         ION_CHECK(ion_writer_finish_container(ser->writer));
1610 }
1611
1612 LOCAL void php_ion_serialize_array(php_ion_serializer *ser, zend_array *arr)
1613 {
1614         if (zend_array_is_list(arr)) {
1615                 php_ion_serialize_list(ser, arr);
1616         } else {
1617                 php_ion_serialize_struct(ser, arr, false, false);
1618         }
1619 }
1620
1621 LOCAL void php_ion_serialize_object_iface(php_ion_serializer *ser, zend_object *zobject)
1622 {
1623         uint8_t *buf;
1624         size_t len;
1625         zval tmp;
1626
1627         ZVAL_OBJ(&tmp, zobject);
1628         if (SUCCESS == zobject->ce->serialize(&tmp, &buf, &len, NULL)) {
1629                 ION_STRING is;
1630                 ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_SERIALIZEABLE));
1631                 ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name)));
1632                 ION_CHECK(ion_writer_write_clob(ser->writer, buf, len));
1633                 efree(buf);
1634         } else if (!EG(exception)){
1635                 zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR,
1636                                 "Failed to serialize class %s", zobject->ce->name->val);
1637         }
1638 }
1639
1640 LOCAL void php_ion_serialize_object_magic(php_ion_serializer *ser, zend_object *zobject, zend_function *fn)
1641 {
1642         zval rv;
1643
1644         ZVAL_NULL(&rv);
1645         zend_call_known_instance_method_with_0_params(fn ? fn : zobject->ce->__serialize, zobject, &rv);
1646         ION_CATCH();
1647
1648         if (IS_ARRAY == Z_TYPE(rv)) {
1649                 ION_STRING is;
1650                 ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, fn ? &PHP_ION_SYMBOL_CUSTOM_OBJECT : &PHP_ION_SYMBOL_MAGIC_OBJECT));
1651                 ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name)));
1652                 php_ion_serialize_zval(ser, &rv);
1653                 zval_ptr_dtor(&rv);
1654         } else {
1655                 zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR,
1656                                 "%s serializer %s::%s did not return an array",
1657                                 fn ? "Custom" : "Magic", zobject->ce->name->val,
1658                                 fn ? fn->common.function_name->val : "__serialize");
1659         }
1660 }
1661
1662 LOCAL void php_ion_serialize_object_enum(php_ion_serializer *ser, zend_object *zobject)
1663 {
1664         ION_STRING is;
1665         ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_ENUM));
1666
1667         ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name)));
1668         zval *z_cname = zend_enum_fetch_case_name(zobject);
1669         ION_CHECK(ion_writer_write_symbol(ser->writer, ion_string_from_zend(&is, Z_STR_P(z_cname))));
1670 }
1671
1672 LOCAL void php_ion_serialize_object_std(php_ion_serializer *ser, zend_object *zobject)
1673 {
1674         ION_STRING is;
1675
1676         if (zobject->ce != zend_standard_class_def) {
1677                 ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_CLASS_OBJECT));
1678                 ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name)));
1679         } else {
1680                 ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_OBJECT));
1681         }
1682
1683         zval zobj;
1684         ZVAL_OBJ(&zobj, zobject);
1685         HashTable *props = zend_get_properties_for(&zobj, ZEND_PROP_PURPOSE_SERIALIZE);
1686         if (props) {
1687                 php_ion_serialize_struct(ser, props, true, true);
1688                 zend_release_properties(props);
1689         } else {
1690                 zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR,
1691                                 "Could not get properties for serialization of class %s",
1692                                 zobject->ce->name->val);
1693         }
1694 }
1695
1696 LOCAL void php_ion_serialize_object_lob(php_ion_serializer *ser, zend_object *zobject)
1697 {
1698         zval tmp_type, *type = zend_read_property(NULL, zobject, ZEND_STRL("type"), 0, &tmp_type);
1699         zval tmp_value, *value = zend_read_property(NULL, zobject, ZEND_STRL("value"), 0, &tmp_value);
1700         switch (Z_LVAL_P(zend_enum_fetch_case_value(Z_OBJ_P(type)))) {
1701         case tid_BLOB_INT:
1702                 ION_CHECK(ion_writer_write_blob(ser->writer, (BYTE *) Z_STRVAL_P(value), Z_STRLEN_P(value)));
1703                 break;
1704         case tid_CLOB_INT:
1705                 ION_CHECK(ion_writer_write_clob(ser->writer, (BYTE *) Z_STRVAL_P(value), Z_STRLEN_P(value)));
1706                 break;
1707         default:
1708                 zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
1709                                 "Unsupported LOB type: ion\\Type::%s", Z_STRVAL_P(zend_enum_fetch_case_name(Z_OBJ_P(type))));
1710                 break;
1711         }
1712 }
1713
1714 LOCAL bool can_call_magic_serialize(php_ion_serializer *ser, zend_class_entry *ce)
1715 {
1716         return ce->__serialize && ser->call_magic;
1717 }
1718
1719 LOCAL bool can_call_iface_serialize(php_ion_serializer *ser, zend_class_entry *ce)
1720 {
1721   (void) ser;
1722         return !!ce->serialize; // NOLINT
1723 }
1724
1725 LOCAL bool can_call_custom_serialize(php_ion_serializer *ser, zend_object *zobject, zend_function **fn)
1726 {
1727         if (ser->call_custom) {
1728                 return !!(*fn = zend_hash_find_ptr(&zobject->ce->function_table, ser->call_custom)); // NOLINT
1729         }
1730         return false;
1731 }
1732
1733 LOCAL void php_ion_serialize_object(php_ion_serializer *ser, zend_object *zobject)
1734 {
1735         zend_function *fn;
1736         zend_class_entry *ce = zobject->ce;
1737         ZEND_ASSERT(ce);
1738
1739         if (ce->ce_flags & ZEND_ACC_NOT_SERIALIZABLE) {
1740                 zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
1741                                 "Serializing %s is not allowed", ce->name->val);
1742                 return;
1743         }
1744
1745         if (can_call_magic_serialize(ser, ce)) {
1746                 php_ion_serialize_object_magic(ser, zobject, NULL);
1747         } else if (can_call_iface_serialize(ser, ce)) {
1748                 php_ion_serialize_object_iface(ser, zobject);
1749         } else if (can_call_custom_serialize(ser, zobject, &fn)) {
1750                 php_ion_serialize_object_magic(ser, zobject, fn);
1751         } else if (zobject->ce->ce_flags & ZEND_ACC_ENUM) {
1752                 php_ion_serialize_object_enum(ser, zobject);
1753         } else if (ce == ce_Symbol) {
1754                 ION_CHECK(ion_writer_write_ion_symbol(ser->writer, &php_ion_obj(symbol, zobject)->sym));
1755         } else if (ce == ce_Decimal) {
1756                 ION_CHECK(ion_writer_write_ion_decimal(ser->writer, &php_ion_obj(decimal, zobject)->dec));
1757         } else if (ce == ce_Timestamp) {
1758                 ION_TIMESTAMP its;
1759                 php_ion_timestamp *pts = php_ion_obj(timestamp, zobject);
1760                 decContext *ctx = ser->options ? ser->options->decimal_context : NULL;
1761                 ION_CHECK(ion_writer_write_timestamp(ser->writer, ion_timestamp_from_php(&its, pts, ctx)));
1762         } else if (ce == ce_LOB) {
1763                 php_ion_serialize_object_lob(ser, zobject);
1764         } else {
1765                 php_ion_serialize_object_std(ser, zobject);
1766         }
1767 }
1768
1769 LOCAL bool php_ion_serialize_system_value(php_ion_serializer *ser, zval *zv)
1770 {
1771         if (1 == php_ion_globals.serializer.level) {
1772                 if (Z_TYPE_P(zv) == IS_OBJECT) {
1773                         if (Z_OBJCE_P(zv) == ce_Symbol_Table_Shared) {
1774                                 php_ion_symbol_table *obj = php_ion_obj(symbol_table, Z_OBJ_P(zv));
1775                                 ION_CHECK_RETURN(true, ion_symbol_table_unload(obj->tab, ser->writer));
1776                                 return true;
1777                         }
1778                 }
1779         }
1780         return false;
1781 }
1782
1783 LOCAL bool php_ion_serialize_backref(php_ion_serializer *ser, zval *zv)
1784 {
1785         if (Z_TYPE_P(zv) == IS_STRING && Z_STR_P(zv) == zend_empty_string) {
1786                 return false;
1787         }
1788         if (Z_TYPE_P(zv) == IS_ARRAY && Z_ARR_P(zv) == &zend_empty_array) {
1789                 return false;
1790         }
1791
1792         zend_ulong idx = (zend_ulong) (uintptr_t) Z_COUNTED_P(zv);
1793         zval *ref = zend_hash_index_find(ser->ids, idx);
1794         if (!ref) {
1795                 zval num;
1796
1797                 ZVAL_LONG(&num, zend_hash_num_elements(ser->ids));
1798                 zend_hash_index_add(ser->ids, idx, &num);
1799
1800                 Z_TRY_ADDREF_P(zv);
1801                 zend_hash_next_index_insert(ser->tmp, zv);
1802
1803                 return false;
1804         }
1805
1806         ION_CHECK_RETURN(true, ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_BACKREF));
1807         ION_CHECK_RETURN(true, ion_writer_write_int64(ser->writer, Z_LVAL_P(ref)));
1808         return true;
1809 }
1810
1811 LOCAL void php_ion_serialize_refcounted(php_ion_serializer *ser, zval *zv)
1812 {
1813         if (php_ion_serialize_system_value(ser, zv)) {
1814                 return;
1815         }
1816         if (php_ion_serialize_backref(ser, zv)) {
1817                 return;
1818         }
1819
1820         ION_STRING is;
1821         switch (Z_TYPE_P(zv)) {
1822         case IS_STRING:
1823                 ION_CHECK(ion_writer_write_string(ser->writer, ion_string_from_zend(&is, Z_STR_P(zv))));
1824                 break;
1825
1826         case IS_ARRAY:
1827                 php_ion_serialize_array(ser, Z_ARRVAL_P(zv));
1828                 break;
1829
1830         case IS_OBJECT:
1831                 php_ion_serialize_object(ser, Z_OBJ_P(zv));
1832                 break;
1833
1834         case IS_REFERENCE:
1835                 ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_REFERENCE));
1836                 php_ion_serialize_zval(ser, Z_REFVAL_P(zv));
1837                 break;
1838         }
1839 }
1840
1841 LOCAL void php_ion_serialize_zval(php_ion_serializer *ser, zval *zv)
1842 {
1843         OBJ_CHECK(ser);
1844
1845         switch (Z_TYPE_P(zv)) {
1846         case IS_NULL:
1847                 ION_CHECK(ion_writer_write_null(ser->writer));
1848                 break;
1849         case IS_TRUE:
1850                 ION_CHECK(ion_writer_write_bool(ser->writer, TRUE));
1851                 break;
1852         case IS_FALSE:
1853                 ION_CHECK(ion_writer_write_bool(ser->writer, FALSE));
1854                 break;
1855         case IS_LONG:
1856                 ION_CHECK(ion_writer_write_int64(ser->writer, Z_LVAL_P(zv)));
1857                 break;
1858         case IS_DOUBLE:
1859                 ION_CHECK(ion_writer_write_double(ser->writer, Z_DVAL_P(zv)));
1860                 break;
1861         case IS_STRING:
1862         case IS_ARRAY:
1863         case IS_OBJECT:
1864         case IS_REFERENCE:
1865                 php_ion_serialize_refcounted(ser, zv);
1866                 break;
1867         default:
1868                 zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
1869                                 "Failed to serialize value of type %s", zend_zval_type_name(zv));
1870         }
1871 }
1872
1873 #define php_ion_serializer_php_copy(o,n)
1874 php_ion_decl(serializer_php, Serializer_PHP);
1875 #define clone_ion_Serializer_PHP NULL
1876
1877 LOCAL void php_ion_serialize_ex(php_ion_serializer *ser, zval *zv)
1878 {
1879         HashPosition pos;
1880         HashTable *arr = NULL;
1881
1882         if (ser->multi_seq) {
1883                 if (Z_TYPE_P(zv) != IS_ARRAY || !zend_array_is_list(Z_ARRVAL_P(zv))) {
1884                         zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
1885                                         "Expected a packed, consecutively numerically indexed array as argument to the multi sequence serializer");
1886                         return;
1887                 }
1888
1889                 arr = Z_ARRVAL_P(zv);
1890
1891                 zend_hash_internal_pointer_reset_ex(arr, &pos);
1892                 zv = zend_hash_get_current_data_ex(arr, &pos);
1893         }
1894
1895         while (zv) {
1896                 php_ion_globals_serializer_step();
1897                 php_ion_serialize_zval(ser, zv);
1898                 php_ion_globals_serializer_exit();
1899
1900                 if (!ser->multi_seq) {
1901                         break;
1902                 }
1903                 zend_hash_move_forward_ex(arr, &pos);
1904                 zv = zend_hash_get_current_data_ex(arr, &pos);
1905         }
1906 }
1907
1908 void php_ion_serialize(php_ion_serializer *ser, zval *zv, zval *return_value)
1909 {
1910         zend_object *zo_opt = NULL, *zo_ser = NULL;
1911
1912         if (!ser) {
1913                 zo_ser = create_ion_Serializer_PHP(NULL);
1914                 php_ion_serializer_php *o_ser = php_ion_obj(serializer_php, zo_ser);
1915                 PTR_CHECK(o_ser);
1916                 o_ser->serializer.call_magic = true;
1917                 php_ion_serializer_php_ctor(o_ser);
1918                 ION_CATCH();
1919                 ser = &o_ser->serializer;
1920         }
1921
1922         zend_object *zo_writer = create_ion_Writer_Writer(ce_Writer_Buffer_Writer);
1923         php_ion_writer *writer = php_ion_obj(writer, zo_writer);
1924         writer->type = BUFFER_WRITER;
1925
1926         if (ser->options) {
1927                 zo_opt = writer->opt = php_ion_writer_options_new();
1928                 php_ion_obj(writer_options, writer->opt)->opt = *ser->options;
1929         }
1930
1931         php_ion_writer_ctor(writer);
1932         ser->writer = writer->writer;
1933         ser->buffer = &writer->buffer.str;
1934
1935         if (!EG(exception)) {
1936                 php_ion_serialize_ex(ser, zv);
1937         }
1938
1939         /* make sure to flush when done, else str.s might not contain everything until the writer is closed */
1940         ion_writer_flush(ser->writer, NULL);
1941         RETVAL_STR_COPY(ser->buffer->s);
1942
1943         OBJ_RELEASE(zo_writer);
1944         if (zo_opt) {
1945                 OBJ_RELEASE(zo_opt);
1946         }
1947         if (zo_ser) {
1948                 OBJ_RELEASE(zo_ser);
1949         }
1950 }
1951
1952 typedef struct php_ion_unserializer_php {
1953         php_ion_unserializer unserializer;
1954         zend_object *opt, std;
1955 } php_ion_unserializer_php;
1956
1957 LOCAL void php_ion_unserializer_php_ctor(php_ion_unserializer_php *ser_obj)
1958 {
1959         php_ion_unserializer *global_ser = &php_ion_globals.unserializer;
1960         ser_obj->unserializer.ids = global_ser->ids;
1961         ser_obj->unserializer.tmp = global_ser->tmp;
1962         ser_obj->unserializer.addref = global_ser->addref;
1963
1964         zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("multiSequence"),
1965                         ser_obj->unserializer.multi_seq);
1966         zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callMagicUnserialize"),
1967                         ser_obj->unserializer.call_magic);
1968         if (ser_obj->unserializer.call_custom) {
1969                 zend_update_property_str(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomUnserialize"),
1970                                 ser_obj->unserializer.call_custom);
1971                 ser_obj->unserializer.call_custom = zend_string_tolower(ser_obj->unserializer.call_custom);
1972         } else {
1973                 zend_update_property_null(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomUnserialize"));
1974         }
1975         if (!ser_obj->opt) {
1976                 ser_obj->opt = php_ion_reader_options_new();
1977         } else {
1978                 GC_ADDREF(ser_obj->opt);
1979         }
1980         ser_obj->unserializer.options = &php_ion_obj(reader_options, ser_obj->opt)->opt;
1981         update_property_obj(&ser_obj->std, ZEND_STRL("readerOptions"), ser_obj->opt);
1982         GC_DELREF(ser_obj->opt);
1983 }
1984
1985 LOCAL void php_ion_unserializer_php_dtor(php_ion_unserializer_php *obj)
1986 {
1987         if (obj->unserializer.call_custom) {
1988                 zend_string_release(obj->unserializer.call_custom);
1989         }
1990 }
1991
1992 LOCAL void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *return_value, ION_TYPE *typ);
1993
1994 LOCAL bool can_call_magic_unserialize(php_ion_unserializer *ser, zend_class_entry *ce)
1995 {
1996         return (ce && ce->__unserialize && ser->call_magic);
1997 }
1998
1999 LOCAL bool can_call_iface_unserialize(php_ion_unserializer *ser, zend_class_entry *ce)
2000 {
2001         return (ce && ce->unserialize);
2002 }
2003
2004 LOCAL bool can_call_custom_unserialize(php_ion_unserializer *ser, zend_object *zobject, zend_function **fn)
2005 {
2006         if (ser->call_custom) {
2007                 return !!(*fn = zend_hash_find_ptr(&zobject->ce->function_table, ser->call_custom)); // NOLINT
2008         }
2009         return false;
2010 }
2011
2012 LOCAL zval *php_ion_unserialize_class(php_ion_unserializer *ser, zval *return_value)
2013 {
2014         zend_class_entry *ce = zend_lookup_class(ser->annotations.object_class);
2015
2016         if (ce) {
2017                 object_init_ex(return_value, ce);
2018                 return zend_hash_next_index_insert(ser->ids, return_value);
2019         }
2020
2021         zend_throw_exception_ex(spl_ce_RuntimeException, IERR_IMPORT_NOT_FOUND,
2022                         "Could not find class %s", ser->annotations.object_class->val);
2023         return NULL;
2024 }
2025
2026 LOCAL void php_ion_unserialize_object_enum(php_ion_unserializer *ser, zval *return_value)
2027 {
2028         zend_string *zs_case = zval_get_string(return_value);
2029         ION_CATCH();
2030
2031         zend_class_entry *ce = zend_lookup_class(ser->annotations.object_class);
2032         if (!ce || !(ce->ce_flags & ZEND_ACC_ENUM)) {
2033                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2034                                 "Not a valid enum: %s", ser->annotations.object_class->val);
2035                 return;
2036         }
2037         if (!zend_hash_exists(CE_CONSTANTS_TABLE(ce), zs_case)) {
2038                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2039                                 "Not a valid enum case: %s::%s", ser->annotations.object_class->val, zs_case->val);
2040                 return;
2041         }
2042         RETVAL_OBJ_COPY(zend_enum_get_case(ce, zs_case));
2043         zend_hash_next_index_insert(ser->ids, return_value);
2044         zend_string_release(zs_case);
2045 }
2046
2047 LOCAL void php_ion_unserialize_object_iface(php_ion_unserializer *ser, zval *return_value)
2048 {
2049         zend_class_entry *ce = zend_lookup_class(ser->annotations.object_class);
2050         if (can_call_iface_unserialize(ser, ce)) {
2051                 zend_string *s = zval_get_string(return_value);
2052                 ZVAL_NULL(return_value);
2053                 zval *backref = zend_hash_next_index_insert(ser->ids, return_value);
2054                 if (SUCCESS == ce->unserialize(backref, ce, (BYTE *) s->val, s->len, NULL)) {
2055                         RETVAL_ZVAL(backref, 0, 0);
2056                 } else if (!EG(exception)) {
2057                         zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR,
2058                                         "Failed to unserialize class %s", ce->name->val);
2059                 }
2060                 zend_string_release(s);
2061         } else {
2062                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2063                                 "Class %s does not implement Serializable", ser->annotations.object_class->val);
2064         }
2065 }
2066
2067 LOCAL void php_ion_unserialize_field_name(php_ion_unserializer *ser, zend_string **key)
2068 {
2069         // FIXME: symbol table
2070         ION_STRING name;
2071         ION_CHECK(ion_reader_get_field_name(ser->reader, &name));
2072         if (!name.length) {
2073                 ION_SYMBOL *is_ptr;
2074                 ION_CHECK(ion_reader_get_field_name_symbol(ser->reader, &is_ptr));
2075                 if (!ION_SYMBOL_IS_NULL(is_ptr) && is_ptr->value.length) {
2076                         name = is_ptr->value;
2077                 } else if (is_ptr) {
2078                         char buf[MAX_LENGTH_OF_LONG + 1 + 1] = {0}, *end = buf + sizeof(buf) - 1, *ptr;
2079                         ptr = zend_print_long_to_buf(end, is_ptr->sid);
2080                         *--ptr = '$';
2081                         *key = zend_string_init(ptr, end - ptr, 0);
2082                         return;
2083                 }
2084         }
2085         *key = zend_string_from_ion(&name);
2086 }
2087
2088 static void php_ion_unserialize_props(php_ion_unserializer *ser, zval *return_value)
2089 {
2090         zend_hash_next_index_insert(ser->ids, return_value);
2091
2092         ION_CHECK(ion_reader_step_in(ser->reader));
2093
2094         while (true) {
2095                 ION_TYPE typ;
2096                 ION_CHECK(ion_reader_next(ser->reader, &typ));
2097
2098                 if (typ == tid_EOF) {
2099                         break;
2100                 }
2101
2102                 zend_string *key;
2103                 php_ion_unserialize_field_name(ser, &key);
2104                 ION_CATCH();
2105
2106                 zval zvalue;
2107                 php_ion_unserialize_zval(ser, &zvalue, &typ);
2108                 ION_CATCH(zend_string_release(key));
2109
2110                 zend_class_entry *ce = Z_OBJCE_P(return_value);
2111                 if (ser->annotations.object_prop && ser->annotations.property_class->val[0] != '*') {
2112                         ce = zend_lookup_class(ser->annotations.property_class);
2113                 }
2114                 zend_update_property_ex(ce, Z_OBJ_P(return_value), key, &zvalue);
2115                 zval_ptr_dtor(&zvalue);
2116                 zend_string_release(key);
2117         }
2118
2119         ION_CHECK(ion_reader_step_out(ser->reader));
2120 }
2121
2122 /**
2123  * @link https://amzn.github.io/ion-docs/docs/spec.html#struct
2124  * When two fields in the same struct have the same name [...] Implementations must preserve all such fields,
2125  * i.e., they may not discard fields that have repeated names. However, implementations may reorder fields
2126  * (the binary format identifies structs that are sorted by symbolID), so certain operations may lead to
2127  * nondeterministic behavior.
2128  */
2129 LOCAL void php_ion_unserialize_hash(php_ion_unserializer *ser, zval *return_value)
2130 {
2131         zend_hash_next_index_insert(ser->ids, return_value);
2132
2133         ION_CHECK(ion_reader_step_in(ser->reader));
2134
2135         while (true) {
2136                 ION_TYPE typ;
2137                 ION_CHECK(ion_reader_next(ser->reader, &typ));
2138
2139                 if (typ == tid_EOF) {
2140                         break;
2141                 }
2142
2143                 zend_string *key;
2144                 php_ion_unserialize_field_name(ser, &key);
2145                 ION_CATCH();
2146
2147                 zval zvalue;
2148                 php_ion_unserialize_zval(ser, &zvalue, &typ);
2149                 ION_CATCH(zend_string_release(key));
2150
2151                 // FIXME:: too naive; b0rked if the previous value is an array
2152                 if (zend_symtable_exists(HASH_OF(return_value), key)) {
2153                         zval tmp, *prev = zend_hash_find(HASH_OF(return_value), key);
2154                         if (Z_TYPE_P(prev) != IS_ARRAY) {
2155                                 array_init(&tmp);
2156                                 Z_TRY_ADDREF_P(prev);
2157                                 zend_hash_next_index_insert(Z_ARRVAL(tmp), prev);
2158                                 prev = zend_hash_update(HASH_OF(return_value), key, &tmp);
2159                         }
2160                         zend_hash_next_index_insert(Z_ARRVAL_P(prev), &zvalue);
2161                 } else {
2162                         zend_symtable_update(HASH_OF(return_value), key, &zvalue);
2163                 }
2164                 zend_string_release(key);
2165         }
2166
2167         ION_CHECK(ion_reader_step_out(ser->reader));
2168 }
2169
2170 LOCAL void verify_unserializer(php_ion_unserializer *ser, zend_object *zobject, zend_function **fn)
2171 {
2172         switch (ser->annotations.object_type) {
2173         case 'c':
2174                 *fn = NULL;
2175                 break;
2176
2177         case 'C':
2178                 if (!can_call_custom_unserialize(ser, zobject, fn)) {
2179                         zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2180                                         "Could not find custom serializer method of %s", ser->annotations.object_class->val);
2181                 }
2182                 break;
2183
2184         case 'O':
2185                 if (!can_call_magic_unserialize(ser, zobject->ce)) {
2186                         zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2187                                         "Could not find method %s::__unserialize()", ser->annotations.object_class->val);
2188                 }
2189                 *fn = zobject->ce->__unserialize;
2190                 break;
2191
2192         default:
2193                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2194                                 "Invalid object type %c", ser->annotations.object_type);
2195         }
2196 }
2197
2198 LOCAL void php_ion_unserialize_object(php_ion_unserializer *ser, zval *return_value)
2199 {
2200         // backup possible backref to array returned by magic/custom __serialize()
2201         zval *input = zend_hash_next_index_insert(ser->tmp, return_value);
2202
2203         php_ion_unserialize_class(ser, return_value);
2204         ION_CATCH();
2205
2206         zend_function *fn = NULL;
2207         zend_object *zobject = Z_OBJ_P(return_value);
2208         verify_unserializer(ser, zobject, &fn);
2209         ION_CATCH();
2210
2211         // plain object
2212         if (!fn) {
2213                 php_ion_unserialize_props(ser, return_value);
2214                 return;
2215         }
2216
2217         // magic object
2218         if (Z_TYPE_P(input) != IS_ARRAY) {
2219                 zval_ptr_dtor(input);
2220                 array_init(input);
2221                 zend_hash_real_init_mixed(Z_ARRVAL_P(input));
2222                 php_ion_unserialize_hash(ser, input);
2223                 ION_CATCH();
2224         }
2225         zval rv;
2226         ZVAL_NULL(&rv);
2227         zend_call_method_with_1_params(zobject, zobject->ce, &fn, "", &rv, input);
2228         zval_ptr_dtor(&rv);
2229 }
2230
2231 LOCAL void php_ion_unserialize_struct(php_ion_unserializer *ser, zval *return_value)
2232 {
2233         if (ser->annotations.object_class) {
2234                 switch (ser->annotations.object_type) {
2235                 case 'S':
2236                         php_ion_unserialize_object_iface(ser, return_value);
2237                         break;
2238                 case 'E':
2239                         php_ion_unserialize_object_enum(ser, return_value);
2240                         break;
2241                 default:
2242                         php_ion_unserialize_object(ser, return_value);
2243                 }
2244         } else if (!ser->annotations.object_type) {
2245                 bool is_shared_symtab = ser->annotations.shared_symtab;
2246                 array_init(return_value);
2247                 php_ion_unserialize_hash(ser, return_value);
2248                 if (is_shared_symtab) {
2249                         zval zobj;
2250                         object_init_ex(&zobj, ce_Symbol_Table_Shared);
2251                         zend_call_known_function(Z_OBJCE(zobj)->constructor, Z_OBJ(zobj), Z_OBJCE(zobj), NULL, 0, NULL, Z_ARRVAL_P(return_value));
2252                         zval_ptr_dtor(return_value);
2253                         RETURN_COPY_VALUE(&zobj);
2254                 }
2255         } else if (ser->annotations.object_type == 'o') {
2256                 object_init(return_value);
2257                 php_ion_unserialize_hash(ser, return_value);
2258         } else {
2259                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2260                                 "Invalid object annotation %c::", ser->annotations.object_type);
2261         }
2262 }
2263
2264 LOCAL void php_ion_unserialize_list(php_ion_unserializer *ser, zval *return_value)
2265 {
2266         ION_CHECK(ion_reader_step_in(ser->reader));
2267         array_init(return_value);
2268         zend_hash_next_index_insert(ser->ids, return_value);
2269
2270         while (true) {
2271                 ION_TYPE typ;
2272                 ION_CHECK(ion_reader_next(ser->reader, &typ));
2273
2274                 if (typ == tid_EOF) {
2275                         break;
2276                 }
2277
2278                 zval next;
2279                 php_ion_unserialize_zval(ser, &next, &typ);
2280                 ION_CATCH();
2281
2282                 zend_hash_next_index_insert(Z_ARRVAL_P(return_value), &next);
2283         }
2284
2285         ION_CHECK(ion_reader_step_out(ser->reader));
2286 }
2287
2288 LOCAL void php_ion_reader_read_lob(ION_READER *reader, zval *return_value)
2289 {
2290         zend_string *zstr = zend_string_alloc(0x1000, 0);
2291 again: ;
2292         SIZE read = 0;
2293         iERR err = ion_reader_read_lob_bytes(reader, (BYTE *) zstr->val, (SIZE) zstr->len, &read);
2294         if (err == IERR_BUFFER_TOO_SMALL) {
2295                 zstr = zend_string_extend(zstr, zstr->len << 2, 0);
2296                 goto again;
2297         }
2298         ION_CHECK(err, zend_string_release(zstr));
2299         if (zstr->len > read) {
2300                 zstr->val[read] = 0;
2301                 zstr = zend_string_truncate(zstr, read, 0);
2302         }
2303         RETURN_STR(zstr);
2304 }
2305
2306 LOCAL void php_ion_reader_read_timestamp(ION_READER *reader, ION_READER_OPTIONS *opt, zval *return_value)
2307 {
2308         ION_TIMESTAMP ts;
2309         ION_CHECK(ion_reader_read_timestamp(reader, &ts));
2310
2311         object_init_ex(return_value, ce_Timestamp);
2312         php_ion_timestamp *ts_obj = php_ion_obj(timestamp, Z_OBJ_P(return_value));
2313
2314         zend_string *fmt = NULL;
2315         decContext *ctx = opt ? opt->decimal_context : NULL;
2316         ts_obj->time = php_time_from_ion(&ts, ctx, &fmt);
2317         php_ion_timestamp_ctor(ts_obj, ts.precision, fmt, NULL, NULL);
2318         zend_string_release(fmt);
2319
2320         OBJ_CHECK(ts_obj);
2321 }
2322
2323 LOCAL void php_ion_reader_read_int(ION_READER *reader, zval *return_value)
2324 {
2325         ION_INT *num = NULL;
2326         ION_CHECK(ion_int_alloc(reader, &num));
2327         ION_CHECK(ion_reader_read_ion_int(reader, num));
2328
2329         // TODO: SIZEOF_ZEND_LONG == 4
2330         int64_t i64;
2331         iERR err = ion_int_to_int64(num, &i64);
2332         switch (err) {
2333         case IERR_OK:
2334                 RETVAL_LONG(i64);
2335                 goto done;
2336
2337         case IERR_NUMERIC_OVERFLOW: ;
2338                 SIZE max, len;
2339                 ION_CHECK(ion_int_char_length(num, &max));
2340                 zend_string *zs = zend_string_alloc(max, 0);
2341
2342                 err = ion_int_to_char(num, (BYTE *) zs->val, max, &len);
2343                 zs->val[zs->len = len] = 0;
2344                 RETVAL_STR(zs);
2345                 /* fall through */
2346
2347         default:
2348         done:
2349                 ion_int_free(num);
2350                 ION_CHECK(err);
2351         }
2352 }
2353
2354 LOCAL void php_ion_unserialize_backref(php_ion_unserializer *ser, zval *return_value)
2355 {
2356         zval *backref = zend_hash_index_find(ser->ids, Z_LVAL_P(return_value));
2357
2358         if (backref) {
2359                 ZVAL_COPY_VALUE(return_value, backref);
2360                 zend_hash_next_index_insert(ser->addref, return_value);
2361         } else {
2362                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INTERNAL_ERROR,
2363                                 "Could not find back reference " ZEND_LONG_FMT, Z_LVAL_P(return_value));
2364         }
2365 }
2366
2367 LOCAL void php_ion_unserialize_annotations(php_ion_unserializer *ser)
2368 {
2369         memset(&ser->annotations, 0, sizeof(ser->annotations));
2370
2371         int32_t ann_cnt;
2372         ION_CHECK(ion_reader_get_annotation_count(ser->reader, &ann_cnt));
2373         for (int32_t i = 0; i < ann_cnt; ++i) {
2374                 ION_STRING ann_str;
2375                 ION_CHECK(ion_reader_get_an_annotation(ser->reader, i, &ann_str));
2376
2377                 if (ann_str.length != 1) {
2378                         if (ION_STRING_EQUALS(&ann_str, &ION_SYMBOL_SHARED_SYMBOL_TABLE_STRING)) {
2379                                 ser->annotations.shared_symtab = true;
2380                         }
2381                         continue;
2382                 }
2383
2384                 switch (*ann_str.value) {
2385                 case 'R':
2386                         if (ser->annotations.makeref) {
2387                                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2388                                                 "Invalid multiple reference annotations");
2389                                 return;
2390                         }
2391                         ser->annotations.makeref = true;
2392                         break;
2393
2394                 case 'r':
2395                         if (ser->annotations.backref) {
2396                                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2397                                                 "Invalid multiple back reference annotations");
2398                                 return;
2399                         }
2400                         ser->annotations.backref = true;
2401                         break;
2402
2403                 case 'p':
2404                         if (ser->annotations.object_prop) {
2405                                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2406                                                 "Invalid multiple object property annotations");
2407                                 return;
2408                         }
2409                         ser->annotations.object_prop = true;
2410
2411                         ION_STRING prop_class;
2412                         ION_CHECK(ion_reader_get_an_annotation(ser->reader, ++i, &prop_class));
2413                         ser->annotations.property_class = zend_string_from_ion(&prop_class);
2414
2415                         zval zptmp;
2416                         ZVAL_STR(&zptmp, ser->annotations.property_class);
2417                         zend_hash_next_index_insert(ser->tmp, &zptmp);
2418                         break;
2419
2420                 case 'E':
2421                 case 'S':
2422                 case 'O':
2423                 case 'C':
2424                 case 'o':
2425                 case 'c':
2426                         if (ser->annotations.object_type) {
2427                                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2428                                                 "Invalid multiple object type annotations: %c::%c",
2429                                                 ser->annotations.object_type, *ann_str.value);
2430                                 return;
2431                         }
2432                         if ('o' != (ser->annotations.object_type = *ann_str.value)) {
2433                                 ION_STRING class_name;
2434                                 ION_CHECK(ion_reader_get_an_annotation(ser->reader, ++i, &class_name));
2435                                 ser->annotations.object_class = zend_string_from_ion(&class_name);
2436
2437                                 zval zctmp;
2438                                 ZVAL_STR(&zctmp, ser->annotations.object_class);
2439                                 zend_hash_next_index_insert(ser->tmp, &zctmp);
2440                         }
2441                         break;
2442                 }
2443
2444                 // sanity checks
2445                 if (ser->annotations.object_type && ser->annotations.object_type != 'o' && !ser->annotations.object_class) {
2446                         zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2447                                         "Invalid object annotation without class name: %c::", ser->annotations.object_type);
2448                         return;
2449                 }
2450                 if (ser->annotations.object_type == 'o' && ser->annotations.object_class) {
2451                         zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2452                                         "Invalid object annotation with class name: o::%s", ser->annotations.object_class->val);
2453                         return;
2454                 }
2455         }
2456 }
2457
2458 LOCAL void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *return_value, ION_TYPE *typ)
2459 {
2460         if (typ) {
2461                 memcpy(&ser->type, typ, sizeof(ser->type)); // NOLINT
2462         } else {
2463                 typ = &ser->type;
2464                 ION_CHECK(ion_reader_next(ser->reader, typ));
2465         }
2466
2467         php_ion_unserialize_annotations(ser);
2468         ION_CATCH();
2469
2470         if (ser->annotations.makeref) {
2471                 ZVAL_MAKE_REF(return_value);
2472                 zend_hash_next_index_insert(ser->ids, return_value);
2473                 ZVAL_DEREF(return_value);
2474         }
2475
2476         if (ION_TYPE_INT(*typ) > 0) {
2477                 BOOL is_null;
2478                 ION_CHECK(ion_reader_is_null(ser->reader, &is_null));
2479                 if (is_null) {
2480                         RETURN_NULL();
2481                 }
2482         }
2483
2484         switch (ION_TYPE_INT(*typ)) {
2485         case tid_NULL_INT:
2486                 ION_CHECK(ion_reader_read_null(ser->reader, typ));
2487                 RETURN_NULL();
2488
2489         case tid_BOOL_INT: ;
2490                 BOOL bval;
2491                 ION_CHECK(ion_reader_read_bool(ser->reader, &bval));
2492                 RETURN_BOOL(bval);
2493
2494         case tid_INT_INT:
2495                 php_ion_reader_read_int(ser->reader, return_value);
2496                 if (ser->annotations.backref) {
2497                         ION_CATCH();
2498                         php_ion_unserialize_backref(ser, return_value);
2499                 }
2500                 if (ser->annotations.object_type) {
2501                         if (!ser->annotations.backref) {
2502                                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2503                                                 "Invalid object type annotation: %c::" ZEND_LONG_FMT,
2504                                                 ser->annotations.object_type, Z_LVAL_P(return_value));
2505                                 return;
2506                         }
2507                         goto unserialize_struct;
2508                 }
2509                 return;
2510
2511         case tid_FLOAT_INT: ;
2512                 double d;
2513                 ION_CHECK(ion_reader_read_double(ser->reader, &d));
2514                 RETURN_DOUBLE(d);
2515
2516         case tid_DECIMAL_INT:
2517                 object_init_ex(return_value, ce_Decimal);
2518                 php_ion_decimal *dec = php_ion_obj(decimal, Z_OBJ_P(return_value));
2519                 ION_CHECK(ion_reader_read_ion_decimal(ser->reader, &dec->dec));
2520                 php_ion_decimal_ctor(dec);
2521                 zend_hash_next_index_insert(ser->ids, return_value);
2522                 return;
2523
2524         case tid_TIMESTAMP_INT:
2525                 php_ion_reader_read_timestamp(ser->reader, ser->options, return_value);
2526                 zend_hash_next_index_insert(ser->ids, return_value);
2527                 return;
2528
2529         case tid_SYMBOL_INT: ;
2530                 ION_SYMBOL sym;
2531                 ION_CHECK(ion_reader_read_ion_symbol(ser->reader, &sym));
2532                 php_ion_symbol_zval(&sym, return_value);
2533                 if (ser->annotations.object_type) {
2534                         zend_hash_next_index_insert(ser->tmp, return_value);
2535                         goto unserialize_struct;
2536                 }
2537                 zend_hash_next_index_insert(ser->ids, return_value);
2538                 return;
2539
2540         case tid_STRING_INT: ;
2541                 ION_STRING str;
2542                 ION_CHECK(ion_reader_read_string(ser->reader, &str));
2543                 RETVAL_STRINGL((char *) str.value, str.length);
2544                 if (ser->annotations.object_type) {
2545                         zend_hash_next_index_insert(ser->tmp, return_value);
2546                         goto unserialize_struct;
2547                 }
2548                 zend_hash_next_index_insert(ser->ids, return_value);
2549                 return;
2550
2551         case tid_CLOB_INT:
2552         case tid_BLOB_INT:
2553                 php_ion_reader_read_lob(ser->reader, return_value);
2554                 if (ser->annotations.object_type) {
2555                         zend_hash_next_index_insert(ser->tmp, return_value);
2556                         goto unserialize_struct;
2557                 }
2558                 zend_hash_next_index_insert(ser->ids, return_value);
2559                 return;
2560
2561         case tid_LIST_INT:
2562         case tid_SEXP_INT: // FIXME
2563                 php_ion_unserialize_list(ser, return_value);
2564                 if (!ser->annotations.object_type) {
2565                         return;
2566                 }
2567                 /* fall through */
2568
2569         case tid_STRUCT_INT:
2570 unserialize_struct: ;
2571                 php_ion_unserialize_struct(ser, return_value);
2572                 return;
2573
2574         case tid_none_INT:
2575                 ZEND_ASSERT(0);
2576                 break;
2577
2578         case tid_DATAGRAM_INT:
2579                 ZEND_ASSERT(!"datagram");
2580         case tid_EOF_INT:
2581                 return;
2582         }
2583 }
2584
2585 #define php_ion_unserializer_php_copy(o,n)
2586 php_ion_decl(unserializer_php, Unserializer_PHP);
2587 #define clone_ion_Unserializer_PHP NULL
2588
2589 LOCAL void php_ion_unserialize_ex(php_ion_unserializer *ser, zval *return_value)
2590 {
2591         if (ser->multi_seq) {
2592                 array_init(return_value);
2593         }
2594
2595         do {
2596                 zval tmp;
2597                 ZVAL_NULL(&tmp);
2598                 php_ion_globals_unserializer_step();
2599                 php_ion_unserialize_zval(ser, &tmp, NULL);
2600                 php_ion_globals_unserializer_exit();
2601                 ION_CATCH(zval_ptr_dtor(&tmp));
2602
2603                 if (!ser->multi_seq) {
2604                         RETURN_COPY_VALUE(&tmp);
2605                 } else if (ser->type != tid_EOF) {
2606                         zend_hash_next_index_insert(Z_ARRVAL_P(return_value), &tmp);
2607                 }
2608         } while (ser->type != tid_EOF);
2609 }
2610
2611 void php_ion_unserialize(php_ion_unserializer *ser, zval *zdata, zval *return_value)
2612 {
2613         zend_object *zo_opt = NULL, *zo_ser = NULL;
2614
2615         if (!ser) {
2616                 zo_ser = create_ion_Unserializer_PHP(NULL);
2617                 php_ion_unserializer_php *o_ser = php_ion_obj(unserializer_php, zo_ser);
2618                 PTR_CHECK(o_ser);
2619                 o_ser->unserializer.call_magic = true;
2620                 php_ion_unserializer_php_ctor(o_ser);
2621                 ION_CATCH();
2622                 ser = &o_ser->unserializer;
2623         }
2624
2625         zend_object *zo_reader;
2626         php_ion_reader *reader;
2627         ZVAL_DEREF(zdata);
2628
2629         if (Z_TYPE_P(zdata) == IS_RESOURCE) {
2630                 zo_reader = create_ion_Reader_Reader(ce_Reader_Stream_Reader);
2631                 reader = php_ion_obj(reader, zo_reader);
2632                 reader->type = STREAM_READER;
2633                 php_stream_from_zval_no_verify(reader->stream.ptr, zdata);
2634         } else if (Z_TYPE_P(zdata) <= IS_STRING) {
2635                 zo_reader = create_ion_Reader_Reader(ce_Reader_Buffer_Reader);
2636                 reader = php_ion_obj(reader, zo_reader);
2637                 reader->type = BUFFER_READER;
2638                 reader->buffer = zval_get_string(zdata);
2639         } else {
2640                 zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
2641                                 "Invalid source to unserialize; expected string or resource");
2642                 if (zo_ser) {
2643                         OBJ_RELEASE(zo_ser);
2644                 }
2645                 return;
2646         }
2647
2648         if (ser->options) {
2649                 zo_opt = reader->opt = php_ion_reader_options_new();
2650                 php_ion_obj(reader_options, reader->opt)->opt = *ser->options;
2651         }
2652
2653         php_ion_reader_ctor(reader);
2654         ser->reader = reader->reader;
2655
2656         if (!EG(exception)) {
2657                 php_ion_unserialize_ex(ser, return_value);
2658         }
2659
2660         OBJ_RELEASE(zo_reader);
2661         if (zo_opt)  {
2662                 OBJ_RELEASE(zo_opt);
2663         }
2664         if (zo_ser) {
2665                 OBJ_RELEASE(zo_ser);
2666         }
2667 }