git.m6w6.name Git - awesomized/ext-ion/blob - ion_private.h

   1 /*
   2     +--------------------------------------------------------------------+
   3     | PECL :: ion                                                        |
   4     +--------------------------------------------------------------------+
   5     | Redistribution and use in source and binary forms, with or without |
   6     | modification, are permitted provided that the conditions mentioned |
   7     | in the accompanying LICENSE file are met.                          |
   8     +--------------------------------------------------------------------+
   9     | Copyright (c) 2021, Michael Wallner <mike@php.net>                 |
  10     +--------------------------------------------------------------------+
  11 */
  12
  13 #include "php.h"
  14 #include "ext/standard/php_var.h"
  15 #include "ext/date/php_date.h"
  16
  17 #if PHP_DEBUG
  18 # define LOCAL static
  19 #else
  20 # define LOCAL static inline
  21 #endif
  22
  23 #define DECNUMDIGITS 34 /* DECQUAD_Pmax */
  24 #include "ionc/ion.h"
  25
  26 #define PHP_ION_SYMBOL_TABLE_VERSION 1
  27 #define PHP_ION_SYMBOL(c, s) { \
  28         { \
  29                 0, \
  30                 { sizeof(s)-1, (BYTE *) s }, \
  31                 { { 0, NULL }, 0 }, \
  32                 0 \
  33         }, \
  34         { sizeof(c)-1, (BYTE *) c } \
  35 },
  36
  37 typedef struct php_ion_global_symbol {
  38         ION_SYMBOL s;
  39         ION_STRING e;
  40 } php_ion_global_symbol;
  41
  42 static php_ion_global_symbol g_sym_tab_php_sym[] = {
  43 #define PHP_ION_SYMBOL_PHP                              (g_sym_tab_php_sym[0]).s
  44         PHP_ION_SYMBOL("PHP",                   "PHP")
  45 #define PHP_ION_SYMBOL_REFERENCE                (g_sym_tab_php_sym[1]).s
  46         PHP_ION_SYMBOL("Reference",             "R")
  47 #define PHP_ION_SYMBOL_BACKREF                  (g_sym_tab_php_sym[2]).s
  48         PHP_ION_SYMBOL("Backref",               "r")
  49 #define PHP_ION_SYMBOL_PROPERTY                 (g_sym_tab_php_sym[3]).s
  50         PHP_ION_SYMBOL("Property",              "p")
  51 #define PHP_ION_SYMBOL_CLASS_OBJECT             (g_sym_tab_php_sym[4]).s
  52         PHP_ION_SYMBOL("ClassObject",   "c")
  53 #define PHP_ION_SYMBOL_CUSTOM_OBJECT    (g_sym_tab_php_sym[5]).s
  54         PHP_ION_SYMBOL("CustomObject",  "C")
  55 #define PHP_ION_SYMBOL_OBJECT                   (g_sym_tab_php_sym[6]).s
  56         PHP_ION_SYMBOL("Object",                "o")
  57 #define PHP_ION_SYMBOL_MAGIC_OBJECT             (g_sym_tab_php_sym[7]).s
  58         PHP_ION_SYMBOL("MagicObject",   "O")
  59 #define PHP_ION_SYMBOL_SERIALIZEABLE    (g_sym_tab_php_sym[8]).s
  60         PHP_ION_SYMBOL("Serializable",  "S")
  61 #define PHP_ION_SYMBOL_ENUM                             (g_sym_tab_php_sym[9]).s
  62         PHP_ION_SYMBOL("Enum", "E")
  63         {{0}, {0}}
  64 };
  65 #undef PHP_ION_SYMBOL
  66
  67 static ION_SYMBOL_TABLE *g_sym_tab_php;
  68
  69 /* [SID => STRING, STRING => SID] */
  70 static HashTable g_sym_hash;
  71 /* [enum_case_name => SID] */
  72 static HashTable g_sym_map;
  73
  74 #define ION_SYS_SYMBOL_SYMBOL_TABLE \
  75         ION_SYS_SYMBOL_ION_SYMBOL_TABLE
  76 #define g_sym_add(enum_name, c_name) do { \
  77         g_sym_hash_add(ION_SYS_SID_ ## c_name, ION_SYS_SYMBOL_ ## c_name, ION_SYS_STRLEN_ ## c_name); \
  78         g_sym_map_add(ION_SYS_SID_ ## c_name, enum_name, sizeof(enum_name)-1); \
  79 } while (0)
  80
  81 LOCAL void g_sym_hash_add(int sid, const char *str, size_t len)
  82 {
  83         zval zl, zs;
  84         ZVAL_LONG(&zl, sid);
  85         ZVAL_STR(&zs, zend_string_init_interned(str, len ,1));
  86         zend_hash_add(&g_sym_hash, Z_STR(zs), &zl);
  87         zend_hash_index_add(&g_sym_hash, sid, &zs);
  88 }
  89
  90 LOCAL void g_sym_map_add(int sid, const char *str, size_t len)
  91 {
  92         zval zv;
  93         ZVAL_LONG(&zv, sid);
  94         zend_hash_str_add(&g_sym_map, str, len, &zv);
  95 }
  96
  97 LOCAL int g_sym_init(void)
  98 {
  99         zend_hash_init(&g_sym_hash, 0, NULL, NULL, 1);
 100         zend_hash_init(&g_sym_map, 0, NULL, NULL, 1);
 101
 102         g_sym_hash_add(0, ZEND_STRL(""));
 103         g_sym_map_add(0, ZEND_STRL(""));
 104         g_sym_add("Ion", ION);
 105         g_sym_add("Ivm_1_0", IVM);
 106         g_sym_add("IonSymbolTable", SYMBOL_TABLE);
 107         g_sym_add("Name", NAME);
 108         g_sym_add("Version", VERSION);
 109         g_sym_add("Imports", IMPORTS);
 110         g_sym_add("Symbols", SYMBOLS);
 111         g_sym_add("MaxId", MAX_ID);
 112         g_sym_add("SharedSymbolTable", SHARED_SYMBOL_TABLE);
 113
 114         int sys_max_id = ION_SYS_SID_SHARED_SYMBOL_TABLE;
 115
 116         if (IERR_OK != ion_symbol_table_open_with_type(&g_sym_tab_php, NULL, ist_SHARED)) {
 117                 return FAILURE;
 118         }
 119         php_ion_global_symbol *ptr = g_sym_tab_php_sym;
 120         ion_symbol_table_set_version(g_sym_tab_php, PHP_ION_SYMBOL_TABLE_VERSION);
 121         ion_symbol_table_set_name(g_sym_tab_php, &ptr->s.value);
 122         while (ptr->e.value) {
 123                 ion_symbol_table_add_symbol(g_sym_tab_php, &ptr->s.value, &ptr->s.sid);
 124                 g_sym_hash_add(sys_max_id + ptr->s.sid, (const char *) ptr->s.value.value, ptr->s.value.length);
 125                 g_sym_map_add(sys_max_id + ptr->s.sid, (const char *) ptr->e.value, ptr->e.length);
 126                 ++ptr;
 127         }
 128         ion_symbol_table_lock(g_sym_tab_php);
 129         return SUCCESS;
 130 }
 131
 132 static struct {
 133         zend_string *Year, *Month, *Day, *Min, *Sec, *Frac, *MinTZ, *SecTZ, *FracTZ;
 134 } g_intern_str;
 135
 136 static void g_intern_str_init()
 137 {
 138 #define NEW_INTERN_STR(s) \
 139         g_intern_str.s = zend_string_init_interned(#s, sizeof(#s)-1, 1)
 140         NEW_INTERN_STR(Year);
 141         NEW_INTERN_STR(Month);
 142         NEW_INTERN_STR(Day);
 143         NEW_INTERN_STR(Min);
 144         NEW_INTERN_STR(Sec);
 145         NEW_INTERN_STR(Frac);
 146         NEW_INTERN_STR(MinTZ);
 147         NEW_INTERN_STR(SecTZ);
 148         NEW_INTERN_STR(FracTZ);
 149 #undef NEW_INTERN_STR
 150 }
 151
 152 typedef struct php_ion_serializer {
 153         ION_WRITER *writer;
 154         ION_WRITER_OPTIONS *options;
 155         smart_str *buffer;
 156
 157         zend_string *call_custom;
 158         zend_bool call_magic;
 159         zend_bool multi_seq;
 160
 161         uint32_t level;
 162         HashTable *ids;
 163         HashTable *tmp;
 164 } php_ion_serializer;
 165
 166 typedef struct php_ion_annotations {
 167         uint8_t shared_symtab:1;
 168         uint8_t backref:1;
 169         uint8_t makeref:1;
 170         uint8_t object_prop:1;
 171         uint8_t object_type;
 172         zend_string *object_class;
 173         zend_string *property_class;
 174 } php_ion_annotations;
 175
 176 typedef struct php_ion_unserializer {
 177         ION_READER *reader;
 178         ION_READER_OPTIONS *options;
 179         ION_TYPE type;
 180
 181         zend_string *call_custom;
 182         zend_bool call_magic;
 183         zend_bool multi_seq;
 184
 185         uint32_t level;
 186         HashTable *ids;
 187         HashTable *tmp;
 188         HashTable *addref;
 189
 190         php_ion_annotations annotations;
 191 } php_ion_unserializer;
 192
 193 ZEND_BEGIN_MODULE_GLOBALS(ion)
 194
 195         struct {
 196                 decContext ctx;
 197                 ION_DECIMAL zend_max;
 198                 ION_DECIMAL zend_min;
 199         } decimal;
 200
 201         struct {
 202                 HashTable cache;
 203         } symbol;
 204
 205         php_ion_serializer serializer;
 206         php_ion_unserializer unserializer;
 207
 208         struct {
 209                 HashTable serializer[2];
 210                 HashTable unserializer[3];
 211         } _ht;
 212
 213 ZEND_END_MODULE_GLOBALS(ion);
 214
 215 #ifdef ZTS
 216 #       define php_ion_globals (*((zend_ion_globals *) (*((void ***) tsrm_get_ls_cache()))[TSRM_UNSHUFFLE_RSRC_ID(ion_globals_id)]))
 217 #else
 218 #       define php_ion_globals ion_globals
 219 #endif
 220
 221 ZEND_DECLARE_MODULE_GLOBALS(ion);
 222
 223 static zend_class_entry
 224         *ce_Catalog,
 225         *ce_Decimal,
 226         *ce_Decimal_Context,
 227         *ce_Decimal_Context_Rounding,
 228         *ce_LOB,
 229         *ce_Reader,
 230         *ce_Reader_Options,
 231         *ce_Reader_Reader,
 232         *ce_Reader_Buffer,
 233         *ce_Reader_Stream,
 234         *ce_Reader_Buffer_Reader,
 235         *ce_Reader_Stream_Reader,
 236         *ce_Serializer,
 237         *ce_Serializer_PHP,
 238         *ce_Symbol,
 239         *ce_Symbol_ImportLocation,
 240         *ce_Symbol_Enum,
 241         *ce_Symbol_Table,
 242         *ce_Symbol_Table_Local,
 243         *ce_Symbol_Table_PHP,
 244         *ce_Symbol_Table_Shared,
 245         *ce_Symbol_Table_System,
 246         *ce_Timestamp,
 247         *ce_Timestamp_Format,
 248         *ce_Timestamp_Precision,
 249         *ce_Type,
 250         *ce_Unserializer,
 251         *ce_Unserializer_PHP,
 252         *ce_Writer,
 253         *ce_Writer_Options,
 254         *ce_Writer_Buffer,
 255         *ce_Writer_Buffer_Writer,
 256         *ce_Writer_Stream,
 257         *ce_Writer_Stream_Writer,
 258         *ce_Writer_Writer
 259         ;
 260
 261 LOCAL void php_ion_globals_symbols_init(void)
 262 {
 263         zend_hash_init(&php_ion_globals.symbol.cache, 0, NULL, ZVAL_PTR_DTOR, 0);
 264 }
 265
 266 LOCAL void php_ion_globals_symbols_dtor(void)
 267 {
 268         zend_hash_destroy(&php_ion_globals.symbol.cache);
 269 }
 270
 271 LOCAL void php_ion_globals_serializer_init(void)
 272 {
 273         php_ion_serializer *s = &php_ion_globals.serializer;
 274         HashTable *h = php_ion_globals._ht.serializer;
 275
 276         zend_hash_init(s->tmp = &h[0], 0, NULL, ZVAL_PTR_DTOR, 0);
 277         zend_hash_init(s->ids = &h[1], 0, NULL, NULL, 0);
 278 }
 279
 280 LOCAL uint32_t php_ion_globals_serializer_step(void)
 281 {
 282         php_ion_serializer *s = &php_ion_globals.serializer;
 283         uint32_t level;
 284
 285         if (!(level = s->level++)) {
 286                 zend_hash_clean(s->ids);
 287                 zend_hash_clean(s->tmp);
 288         }
 289         return level;
 290 }
 291
 292 LOCAL uint32_t php_ion_globals_serializer_exit(void)
 293 {
 294         php_ion_serializer *s = &php_ion_globals.serializer;
 295
 296         ZEND_ASSERT(s->level);
 297         if (!--s->level) {
 298                 zend_hash_clean(s->ids);
 299                 zend_hash_clean(s->tmp);
 300         }
 301         return s->level;
 302 }
 303
 304 LOCAL void php_ion_globals_serializer_dtor(void)
 305 {
 306         php_ion_serializer *s = &php_ion_globals.serializer;
 307
 308         zend_hash_destroy(s->tmp);
 309         zend_hash_destroy(s->ids);
 310 }
 311
 312 void ZVAL_ADDREF(zval *zv)
 313 {
 314         if (Z_ISREF_P(zv)) {
 315                 Z_TRY_ADDREF_P(Z_REFVAL_P(zv));
 316         } else {
 317                 Z_TRY_ADDREF_P(zv);
 318         }
 319 }
 320 LOCAL void php_ion_globals_unserializer_init(void)
 321 {
 322         php_ion_unserializer *s = &php_ion_globals.unserializer;
 323         HashTable *h = php_ion_globals._ht.unserializer;
 324
 325         zend_hash_init(s->tmp = &h[0], 0, NULL, ZVAL_PTR_DTOR, 0);
 326         zend_hash_init(s->ids = &h[1], 0, NULL, NULL, 0);
 327         zend_hash_init(s->addref = &h[2], 0, NULL, ZVAL_ADDREF, 0);
 328 }
 329
 330 LOCAL void php_ion_globals_unserializer_step(void)
 331 {
 332         php_ion_unserializer *s = &php_ion_globals.unserializer;
 333
 334         if (!s->level++) {
 335                 zend_hash_clean(s->addref);
 336                 zend_hash_clean(s->ids);
 337                 zend_hash_clean(s->tmp);
 338         }
 339 }
 340
 341 LOCAL void php_ion_globals_unserializer_exit(void)
 342 {
 343         php_ion_unserializer *s = &php_ion_globals.unserializer;
 344
 345         ZEND_ASSERT(s->level);
 346         if (!--s->level) {
 347                 zend_hash_clean(s->addref);
 348                 zend_hash_clean(s->ids);
 349                 zend_hash_clean(s->tmp);
 350         }
 351 }
 352
 353 LOCAL void php_ion_globals_unserializer_dtor(void)
 354 {
 355         php_ion_unserializer *s = &php_ion_globals.unserializer;
 356
 357         zend_hash_destroy(s->addref);
 358         zend_hash_destroy(s->ids);
 359         zend_hash_destroy(s->tmp);
 360 }
 361
 362 #define php_ion_obj(type, zo) \
 363         ((php_ion_ ##type *) php_ion_obj_ex(zo, XtOffsetOf(php_ion_ ## type, std)))
 364 LOCAL void *php_ion_obj_ex(void *obj, ptrdiff_t offset) {
 365         if (obj) {
 366                 return ((char *) obj) - offset;
 367         }
 368         return NULL;
 369 }
 370
 371 #define php_ion_decl(type, cname) \
 372         static zend_object_handlers oh_ ## cname; \
 373         LOCAL zend_object *create_ion_ ## cname(zend_class_entry *ce) \
 374         { \
 375                 if (!ce) ce = ce_ ## cname; \
 376                 php_ion_ ## type *o = ecalloc(1, sizeof(*o) + zend_object_properties_size(ce)); \
 377                 zend_object_std_init(&o->std, ce); \
 378                 object_properties_init(&o->std, ce); \
 379                 o->std.handlers = &oh_ ## cname; \
 380                 return &o->std; \
 381         } \
 382         LOCAL void free_ion_ ## cname(zend_object *std) \
 383         { \
 384                 php_ion_ ## type *obj = php_ion_obj(type, std); \
 385                 php_ion_ ## type ## _dtor(obj); \
 386                 zend_object_std_dtor(std); \
 387         } \
 388         LOCAL zend_object *clone_ion_ ## cname(zend_object *std) \
 389         { \
 390                 php_ion_ ## type *old_obj = php_ion_obj(type, std), \
 391                                                  *new_obj = php_ion_obj(type, create_ion_ ## cname(std->ce)); \
 392                 php_ion_ ## type ## _copy(new_obj, old_obj); \
 393                 (void) old_obj; \
 394                 return &new_obj->std; \
 395         }
 396 #define php_ion_register(type, cname, ...) do { \
 397         ce_ ## cname = register_class_ion_ ## cname(__VA_ARGS__); \
 398         ce_ ## cname ->create_object = create_ion_ ## cname; \
 399         memcpy(&oh_ ## cname, zend_get_std_object_handlers(), sizeof(zend_object_handlers)); \
 400         oh_ ## cname .offset = offsetof(php_ion_ ## type, std); \
 401         oh_ ## cname .free_obj = free_ion_ ## cname; \
 402         oh_ ## cname .clone_obj = clone_ion_ ## cname; \
 403 } while (0)
 404
 405 #define ION_CHECK_RETURN(r, err, ...) do { \
 406         iERR __err = err; \
 407         if (__err) { \
 408                 zend_throw_exception_ex(spl_ce_RuntimeException, __err, "%s: %s", ion_error_to_str(__err), #err); \
 409                 __VA_ARGS__; \
 410                 return r; \
 411         } \
 412 } while (0)
 413
 414 #define ION_CHECK(err, ...) \
 415         ION_CHECK_RETURN(, err, __VA_ARGS__)
 416
 417 #define ION_CATCH(...) do { \
 418         if (EG(exception)) { \
 419                 __VA_ARGS__; \
 420                 return; \
 421         } \
 422 } while (0)
 423
 424 #define PTR_CHECK_RETURN(ret, ptr, ...) do { \
 425         if (!(ptr)) { \
 426                 zend_throw_error(NULL, "Uninitialized object"); \
 427                 __VA_ARGS__; \
 428                 return ret; \
 429         } \
 430 } while (0)
 431 #define PTR_CHECK(ptr, ...) PTR_CHECK_RETURN(, ptr, __VA_ARGS__)
 432
 433 #define OBJ_CHECK_RETURN(ret, obj, ...) do { \
 434         PTR_CHECK_RETURN(ret, obj, __VA_ARGS__); \
 435         PTR_CHECK_RETURN(ret, *((void **)obj), __VA_ARGS__); \
 436 } while (0)
 437 #define OBJ_CHECK(obj, ...) OBJ_CHECK_RETURN(, obj, __VA_ARGS__)
 438
 439 LOCAL ION_STRING *ion_string_from_zend(ION_STRING *is, const zend_string *zs)
 440 {
 441         is->length = zs ? (SIZE) zs->len : 0;
 442         is->value = (BYTE *) (zs ? zs->val : NULL);
 443         return is;
 444 }
 445
 446 LOCAL zend_string *zend_string_from_ion(const ION_STRING *s)
 447 {
 448         return zend_string_init((const char *) s->value, s->length, 0);
 449 }
 450
 451 LOCAL void update_property_obj(zend_object *obj, const char *n, size_t l, zend_object *p)
 452 {
 453         zval zobj;
 454         ZVAL_OBJ(&zobj, p);
 455         zend_update_property(obj->ce, obj, n, l, &zobj);
 456 }
 457
 458 LOCAL zend_object *get_property_obj(zend_object *obj, const char *n, size_t l, int type)
 459 {
 460         zval tmp, *zv = zend_read_property(obj->ce, obj, n, l, 0, &tmp);
 461         if (zv && type & Z_TYPE_P(zv)) {
 462                 return Z_PTR_P(zv);
 463         }
 464         return NULL;
 465 }
 466
 467 #define RETURN_IONTYPE(typ) do { \
 468         zend_object *__zo = php_ion_type_fetch(typ); \
 469         if (UNEXPECTED(!__zo)) { \
 470                 RETURN_THROWS(); \
 471         } \
 472         RETURN_OBJ_COPY(__zo); \
 473 } while(0)
 474
 475 LOCAL zend_object *php_ion_type_fetch(ION_TYPE typ)
 476 {
 477         zend_long index = ION_TYPE_INT(typ);
 478         zval *ztype = zend_hash_index_find(ce_Type->backed_enum_table, index);
 479
 480         if (UNEXPECTED(!ztype || Z_TYPE_P(ztype) != IS_STRING)) {
 481                 zend_value_error(ZEND_LONG_FMT " is not a valid backing value for enum \"%s\"", index, ZSTR_VAL(ce_Type->name));
 482                 return NULL;
 483         }
 484         return zend_enum_get_case(ce_Type, Z_STR_P(ztype));
 485 }
 486
 487 LOCAL ION_TYPE ion_type_from_enum(zend_object *zo)
 488 {
 489         return (ION_TYPE) Z_LVAL_P(zend_enum_fetch_case_value(zo));
 490 }
 491
 492 typedef struct php_ion_symbol_iloc {
 493         ION_SYMBOL_IMPORT_LOCATION loc;
 494         zend_string *name;
 495         zend_object std;
 496 } php_ion_symbol_iloc;
 497
 498 LOCAL void php_ion_symbol_iloc_ctor(php_ion_symbol_iloc *obj)
 499 {
 500         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("location"), obj->loc.location);
 501         zend_update_property_str(obj->std.ce, &obj->std, ZEND_STRL("name"), obj->name);
 502         ion_string_from_zend(&obj->loc.name, obj->name);
 503 }
 504
 505 LOCAL void php_ion_symbol_iloc_dtor(php_ion_symbol_iloc *obj)
 506 {
 507         zend_string_release(obj->name);
 508 }
 509
 510 LOCAL void php_ion_symbol_iloc_copy(php_ion_symbol_iloc *new_obj, php_ion_symbol_iloc *old_obj)
 511 {
 512         zend_objects_clone_members(&new_obj->std, &old_obj->std);
 513         new_obj->name = zend_string_copy(old_obj->name);
 514         ion_string_from_zend(&new_obj->loc.name, new_obj->name);
 515         new_obj->loc.location = old_obj->loc.location;
 516 }
 517
 518 php_ion_decl(symbol_iloc, Symbol_ImportLocation);
 519
 520 typedef struct php_ion_symbol {
 521         ION_SYMBOL sym;
 522         zend_string *value;
 523         zend_object *iloc, std;
 524 } php_ion_symbol;
 525
 526 LOCAL int php_ion_symbol_zval_compare(zval *zv1, zval *zv2) {
 527         zend_string *zs1 = zval_get_string(zv1);
 528         zend_string *zs2 = zval_get_string(zv2);
 529
 530         if (EG(exception)) {
 531                 return 0;
 532         }
 533
 534         int result;
 535         if (zs1->len > zs2->len) {
 536                 result = 1;
 537         } else if (zs2->len > zs1->len) {
 538                 result = -1;
 539         } else {
 540                 result = memcmp(zs1->val, zs2->val, zs1->len);
 541         }
 542         zend_string_release(zs1);
 543         zend_string_release(zs2);
 544         return result;
 545 }
 546
 547 LOCAL void php_ion_symbol_ctor(php_ion_symbol *obj)
 548 {
 549         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("sid"),
 550                 obj->sym.sid);
 551         if (obj->value) {
 552                 zend_update_property_str(obj->std.ce, &obj->std, ZEND_STRL("value"), obj->value);
 553         } else{
 554                 zend_update_property_null(obj->std.ce, &obj->std, ZEND_STRL("value"));
 555         }
 556         ion_string_from_zend(&obj->sym.value, obj->value);
 557         if (obj->iloc) {
 558                 update_property_obj(&obj->std, ZEND_STRL("importLocation"), obj->iloc);
 559                 obj->sym.import_location = php_ion_obj(symbol_iloc, obj->iloc)->loc;
 560         } else {
 561                 zend_update_property_null(obj->std.ce, &obj->std, ZEND_STRL("importLocation"));
 562         }
 563 }
 564
 565 LOCAL void php_ion_symbol_dtor(php_ion_symbol *obj)
 566 {
 567         if (obj->value) {
 568                 zend_string_release(obj->value);
 569         }
 570 }
 571
 572 LOCAL void php_ion_symbol_copy(php_ion_symbol *new_obj, php_ion_symbol *old_obj)
 573 {
 574         zend_objects_clone_members(&new_obj->std, &old_obj->std);
 575         new_obj->sym = old_obj->sym;
 576         if (old_obj->value) {
 577                 new_obj->value = zend_string_copy(old_obj->value);
 578                 ion_string_from_zend(&new_obj->sym.value, new_obj->value);
 579         }
 580
 581         if ((new_obj->iloc = old_obj->iloc)) {
 582                 new_obj->sym.import_location = php_ion_obj(symbol_iloc, new_obj->iloc)->loc;
 583         }
 584 }
 585
 586 LOCAL void php_ion_symbol_zval(ION_SYMBOL *sym_ptr, zval *return_value)
 587 {
 588         object_init_ex(return_value, ce_Symbol);
 589         php_ion_symbol *sym = php_ion_obj(symbol, Z_OBJ_P(return_value));
 590
 591         sym->sym.sid = sym_ptr->sid;
 592         sym->value = zend_string_from_ion(&sym_ptr->value);
 593         if (!ION_SYMBOL_IMPORT_LOCATION_IS_NULL(sym_ptr)) {
 594                 zval ziloc;
 595                 object_init_ex(&ziloc, ce_Symbol_ImportLocation);
 596                 sym->iloc = Z_OBJ(ziloc);
 597
 598                 php_ion_symbol_iloc *iloc = php_ion_obj(symbol_iloc, sym->iloc);
 599                 iloc->loc.location = sym_ptr->import_location.location;
 600                 iloc->name = zend_string_from_ion(&sym_ptr->import_location.name);
 601
 602                 php_ion_symbol_iloc_ctor(iloc);
 603         }
 604
 605         php_ion_symbol_ctor(sym);
 606
 607         if (!ION_SYMBOL_IMPORT_LOCATION_IS_NULL(sym_ptr)) {
 608                 GC_DELREF(sym->iloc);
 609         }
 610 }
 611
 612 LOCAL zval *php_ion_global_symbol_fetch_by_enum(zend_string *name)
 613 {
 614         zval *zgs = zend_hash_find(&php_ion_globals.symbol.cache, name);
 615         if (!zgs) {
 616                 zval *zid = zend_hash_find(&g_sym_map, name);
 617                 if (zid) {
 618                         zval *zss = zend_hash_index_find(&g_sym_hash, Z_LVAL_P(zid));
 619                         if (zss) {
 620                                 zval zsym;
 621                                 object_init_ex(&zsym, ce_Symbol);
 622                                 php_ion_symbol *sym = php_ion_obj(symbol, Z_OBJ(zsym));
 623                                 sym->sym.sid = Z_LVAL_P(zid);
 624                                 sym->value = zval_get_string(zss);
 625                                 php_ion_symbol_ctor(sym);
 626                                 zgs = zend_hash_add(&php_ion_globals.symbol.cache, name, &zsym);
 627                         }
 628                 }
 629         }
 630         return zgs;
 631 }
 632
 633 php_ion_decl(symbol, Symbol);
 634
 635 typedef struct php_ion_symbol_table {
 636         ION_SYMBOL_TABLE *tab;
 637         int (*dtor)(ION_SYMBOL_TABLE *);
 638         zend_object std;
 639 } php_ion_symbol_table;
 640
 641 LOCAL void php_ion_symbol_table_ctor(php_ion_symbol_table *obj)
 642 {
 643         OBJ_CHECK(obj);
 644
 645         ION_STRING is;
 646         if (IERR_OK == ion_symbol_table_get_name(obj->tab, &is)) {
 647                 zend_update_property_stringl(obj->std.ce, &obj->std, ZEND_STRL("name"), (char *) is.value, is.length);
 648         }
 649         int32_t iv;
 650         if (IERR_OK == ion_symbol_table_get_version(obj->tab, &iv)) {
 651                 zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("version"), iv);
 652         }
 653 }
 654
 655 LOCAL void php_ion_symbol_table_dtor(php_ion_symbol_table *obj)
 656 {
 657         if (obj->tab) {
 658                 if (obj->dtor) {
 659                         obj->dtor(obj->tab);
 660                 }
 661                 obj->tab = NULL;
 662         }
 663 }
 664
 665 LOCAL void php_ion_symbol_table_copy(php_ion_symbol_table *new_obj, php_ion_symbol_table *old_obj)
 666 {
 667         // do not clone cache members
 668         // zend_objects_clone_members(...)
 669         if ((new_obj->dtor = old_obj->dtor)) {
 670                 ION_CHECK(ion_symbol_table_clone_with_owner(old_obj->tab, &new_obj->tab, NULL));
 671         } else {
 672                 new_obj->tab = old_obj->tab;
 673         }
 674         // update non-cache members
 675         php_ion_symbol_table_ctor(new_obj);
 676 }
 677
 678 LOCAL void php_ion_symbol_table_import(php_ion_symbol_table *obj, php_ion_symbol_table *import)
 679 {
 680         OBJ_CHECK(obj);
 681         OBJ_CHECK(import);
 682
 683         zval tmp;
 684         zval *zimports = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("imports"), 0, &tmp);
 685         if (zimports) {
 686                 zend_ulong idx = (uintptr_t) &import->std.gc;
 687                 if (!zend_hash_index_exists(Z_ARRVAL_P(zimports), idx)) {
 688                         ION_CHECK(ion_symbol_table_import_symbol_table(obj->tab, import->tab));
 689
 690                         SEPARATE_ARRAY(zimports);
 691                         GC_ADDREF(&import->std);
 692                         add_index_object(zimports, idx, &import->std);
 693                         zend_update_property(obj->std.ce, &obj->std, ZEND_STRL("imports"), zimports);
 694                 }
 695         }
 696 }
 697
 698 LOCAL void php_ion_symbol_table_symbol_zval(php_ion_symbol_table *obj, ION_SYMBOL *sym, zval *return_value)
 699 {
 700         zval tmp;
 701         zval *zsyms = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("symbols"), 0, &tmp);
 702         if (zsyms) {
 703                 zval *zsym = zend_hash_index_find(Z_ARRVAL_P(zsyms), sym->sid);
 704                 if (zsym) {
 705                         RETURN_COPY(zsym);
 706                 }
 707         }
 708
 709         php_ion_symbol_zval(sym, return_value);
 710
 711         if (zsyms) {
 712                 SEPARATE_ARRAY(zsyms);
 713                 ZVAL_ADDREF(return_value);
 714                 add_index_zval(zsyms, sym->sid, return_value);
 715         }
 716 }
 717
 718 php_ion_decl(symbol_table, Symbol_Table);
 719
 720 typedef struct php_ion_decimal_ctx {
 721         decContext ctx;
 722         zend_object std;
 723 } php_ion_decimal_ctx;
 724
 725 #define php_ion_decimal_ctx_init_max(c, rounding) \
 726         php_ion_decimal_ctx_init((c), DEC_MAX_DIGITS, DEC_MAX_EMAX, DEC_MIN_EMIN, (rounding), false)
 727 LOCAL void php_ion_decimal_ctx_init(decContext *ctx,
 728                 int digits, int emax, int emin, enum rounding round, zend_bool clamp)
 729 {
 730         memset(ctx, 0, sizeof(*ctx));
 731         ctx->digits = digits;
 732         ctx->emax = emax;
 733         ctx->emin = emin;
 734         ctx->round = round;
 735         ctx->clamp = clamp;
 736 }
 737
 738 LOCAL void php_ion_decimal_ctx_ctor(php_ion_decimal_ctx *obj, zend_object *o_round)
 739 {
 740         if (!obj->ctx.digits) {
 741                 php_ion_decimal_ctx_init_max(&obj->ctx, DEC_ROUND_HALF_EVEN);
 742         }
 743         if (o_round) {
 744                 update_property_obj(&obj->std, ZEND_STRL("round"), o_round);
 745         } else {
 746                 zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("round"), obj->ctx.round);
 747         }
 748         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("digits"), obj->ctx.digits);
 749         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("eMax"), obj->ctx.emax);
 750         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("eMin"), obj->ctx.emin);
 751         zend_update_property_bool(obj->std.ce, &obj->std, ZEND_STRL("clamp"), obj->ctx.clamp);
 752 }
 753
 754 LOCAL void php_ion_decimal_ctx_dtor(php_ion_decimal_ctx *obj)
 755 {
 756 }
 757
 758 LOCAL void php_ion_decimal_ctx_copy(php_ion_decimal_ctx *new_obj, php_ion_decimal_ctx *old_obj)
 759 {
 760         zend_objects_clone_members(&new_obj->std, &old_obj->std);
 761         new_obj->ctx = old_obj->ctx;
 762 }
 763
 764 php_ion_decl(decimal_ctx, Decimal_Context);
 765
 766 typedef struct php_ion_decimal {
 767         ION_DECIMAL dec;
 768         zend_object *ctx, std;
 769 } php_ion_decimal;
 770
 771 LOCAL void php_ion_decimal_from_zend_long(ION_DECIMAL *dec, decContext *ctx, zend_long num)
 772 {
 773         if (num <= INT32_MAX && num >= INT32_MIN) {
 774                 ION_CHECK(ion_decimal_from_int32(dec, num));
 775         } else if (num > 0 && num <= UINT32_MAX) {
 776                 ION_CHECK(ion_decimal_from_uint32(dec, num));
 777         } else {
 778                 ION_INT *iint;
 779                 ION_CHECK(ion_int_alloc(NULL, &iint));
 780                 ION_CHECK(ion_int_from_long(iint, num),
 781                                 ion_int_free(iint));
 782                 /* WATCH OUT: BS API */
 783                 dec->type = ION_DECIMAL_TYPE_QUAD;
 784                 ION_CHECK(ion_decimal_from_ion_int(dec, ctx, iint),
 785                                 ion_int_free(iint));
 786                 ion_int_free(iint);
 787         }
 788 }
 789
 790 LOCAL zend_string *php_ion_decimal_to_string(ION_DECIMAL *dec)
 791 {
 792         zend_string *zstr = zend_string_alloc(ION_DECIMAL_STRLEN(dec), 0);
 793         (void) ion_decimal_to_string(dec, zstr->val);
 794         return zend_string_truncate(zstr, strlen(zstr->val), 0);
 795 }
 796
 797 LOCAL void php_ion_decimal_to_zend_long(ION_DECIMAL *dec, decContext *ctx, zend_long *l)
 798 {
 799         ION_INT *ii = NULL;
 800         ION_CHECK(ion_int_alloc(NULL, &ii));
 801         ION_CHECK(ion_decimal_to_ion_int(dec, ctx, ii), ion_int_free(ii));
 802         int64_t i64;
 803         ION_CHECK(ion_int_to_int64(ii, &i64), ion_int_free(ii));
 804         *l = i64;
 805         ion_int_free(ii);
 806 }
 807
 808 LOCAL bool php_ion_decimal_fits_zend_long(php_ion_decimal *obj)
 809 {
 810         int32_t result;
 811
 812         if (!ion_decimal_is_integer(&obj->dec)) {
 813                 return false;
 814         }
 815
 816         result = 1;
 817         ion_decimal_compare(&obj->dec, &php_ion_globals.decimal.zend_max, &php_ion_globals.decimal.ctx, &result);
 818         if (result == 1) {
 819                 return false;
 820         }
 821         result = -1;
 822         ion_decimal_compare(&obj->dec, &php_ion_globals.decimal.zend_min, &php_ion_globals.decimal.ctx, &result);
 823         if (result == -1) {
 824                 return false;
 825         }
 826         return true;
 827 }
 828
 829 LOCAL void php_ion_decimal_ctor(php_ion_decimal *obj)
 830 {
 831         if (!obj->ctx) {
 832                 zval zdc;
 833                 object_init_ex(&zdc, ce_Decimal_Context);
 834                 obj->ctx = Z_OBJ(zdc);
 835                 php_ion_decimal_ctx_ctor(php_ion_obj(decimal_ctx, obj->ctx), NULL);
 836                 GC_DELREF(obj->ctx);
 837         }
 838         update_property_obj(&obj->std, ZEND_STRL("context"), obj->ctx);
 839
 840         if (php_ion_decimal_fits_zend_long(obj)) {
 841                 zend_long l;
 842                 php_ion_decimal_to_zend_long(&obj->dec, &php_ion_obj(decimal_ctx, obj->ctx)->ctx, &l);
 843                 zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("number"), l);
 844         } else {
 845                 zend_string *zstr = php_ion_decimal_to_string(&obj->dec);
 846                 zend_update_property_str(obj->std.ce, &obj->std, ZEND_STRL("number"), zstr);
 847                 zend_string_release(zstr);
 848         }
 849 }
 850
 851 LOCAL void php_ion_decimal_dtor(php_ion_decimal *obj)
 852 {
 853         ion_decimal_free(&obj->dec);
 854 }
 855
 856 LOCAL void php_ion_decimal_copy(php_ion_decimal *new_obj, php_ion_decimal *old_obj)
 857 {
 858         zend_objects_clone_members(&new_obj->std, &old_obj->std);
 859         new_obj->ctx = old_obj->ctx;
 860         ION_CHECK(ion_decimal_copy(&new_obj->dec, &old_obj->dec));
 861 }
 862
 863 php_ion_decl(decimal, Decimal);
 864
 865 typedef php_date_obj php_ion_timestamp;
 866
 867 LOCAL zend_long php_usec_from_ion(const decQuad *frac, decContext *ctx)
 868 {
 869         if (!ctx) {
 870                 ctx = &php_ion_globals.decimal.ctx;
 871         }
 872         decQuad microsecs, result;
 873         decQuadMultiply(&result, decQuadFromInt32(&microsecs, 1000000), frac, ctx);
 874         return (zend_long) decQuadToUInt32(&result, ctx, DEC_ROUND_HALF_EVEN);
 875 }
 876
 877 LOCAL decQuad *ion_ts_frac_from_usec(decQuad *frac, int usec, decContext *ctx)
 878 {
 879         if (!ctx) {
 880                 ctx = &php_ion_globals.decimal.ctx;
 881         }
 882         decQuad microsecs, us;
 883         return decQuadDivide(frac, decQuadFromInt32(&us, usec), decQuadFromInt32(&microsecs, 1000000), ctx);
 884 }
 885
 886 LOCAL zend_string *php_ion_timestamp_format_fetch(zend_string *fmt_case)
 887 {
 888         return Z_STR_P(zend_enum_fetch_case_value(zend_enum_get_case(ce_Timestamp_Format, fmt_case)));
 889 }
 890
 891 LOCAL zend_string *php_dt_format_from_precision(uint8_t precision)
 892 {
 893         switch (precision) {
 894         case ION_TS_FRAC | 0x80:
 895                 return php_ion_timestamp_format_fetch(g_intern_str.FracTZ);
 896         case ION_TS_FRAC:
 897                 return php_ion_timestamp_format_fetch(g_intern_str.Frac);
 898         case ION_TS_SEC | 0x80:
 899                 return php_ion_timestamp_format_fetch(g_intern_str.SecTZ);
 900         case ION_TS_SEC:
 901                 return php_ion_timestamp_format_fetch(g_intern_str.Sec);
 902         case ION_TS_MIN | 0x80:
 903                 return php_ion_timestamp_format_fetch(g_intern_str.MinTZ);
 904         case ION_TS_MIN:
 905                 return php_ion_timestamp_format_fetch(g_intern_str.Min);
 906         case ION_TS_DAY:
 907                 return php_ion_timestamp_format_fetch(g_intern_str.Day);
 908         case ION_TS_MONTH:
 909                 return php_ion_timestamp_format_fetch(g_intern_str.Month);
 910         case ION_TS_YEAR:
 911                 return php_ion_timestamp_format_fetch(g_intern_str.Year);
 912         default:
 913                 return zend_one_char_string['c'];
 914         }
 915 }
 916
 917 LOCAL timelib_time* php_time_from_ion(const ION_TIMESTAMP *ts, decContext *ctx, zend_string **fmt)
 918 {
 919         timelib_time *time = ecalloc(1, sizeof(*time));
 920
 921         /* defaults */
 922         time->y = 1970;
 923         time->m = 1;
 924         time->d = 1;
 925
 926         switch (ts->precision & 0x7f) {
 927         case ION_TS_FRAC:
 928                 time->us = php_usec_from_ion(&ts->fraction, ctx);
 929                 /* fallthrough */
 930         case ION_TS_SEC:
 931                 time->s = ts->seconds;
 932                 /* fallthrough */
 933         case ION_TS_MIN:
 934                 time->i = ts->minutes;
 935                 time->h = ts->hours;
 936                 /* fallthrough */
 937         case ION_TS_DAY:
 938                 time->d = ts->day;
 939                 /* fallthrough */
 940         case ION_TS_MONTH:
 941                 time->m = ts->month;
 942                 /* fallthrough */
 943         case ION_TS_YEAR:
 944                 time->y = ts->year;
 945                 /* fallthrough */
 946         default:
 947                 time->z = ts->tz_offset * 60;
 948                 if (time->z || ts->precision & 0x80) {
 949                         time->zone_type = TIMELIB_ZONETYPE_OFFSET;
 950                 } else {
 951                         time->zone_type = TIMELIB_ZONETYPE_ID;
 952                         time->tz_info = get_timezone_info();
 953                 }
 954         }
 955
 956         if (fmt) {
 957                 *fmt = php_dt_format_from_precision(ts->precision);
 958         }
 959         return time;
 960 }
 961
 962 LOCAL ION_TIMESTAMP *ion_timestamp_from_php(ION_TIMESTAMP *buf, php_ion_timestamp *ts, decContext *ctx)
 963 {
 964         memset(buf, 0, sizeof(*buf));
 965
 966         zval tmp;
 967         int precision = Z_LVAL_P(zend_read_property(ts->std.ce, &ts->std, ZEND_STRL("precision"), 0, &tmp));
 968
 969         if (!precision || precision > (ION_TS_FRAC|0x80)) {
 970                 zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
 971                                 "Invalid precision (%d) of ion\\Timestamp", precision);
 972         } else switch ((buf->precision = precision) & 0x7f) {
 973         case ION_TS_FRAC:
 974                 ion_ts_frac_from_usec(&buf->fraction, (int) ts->time->us, ctx);
 975                 /* fallthrough */
 976         case ION_TS_SEC:
 977                 buf->seconds = ts->time->s;
 978                 /* fallthrough */
 979         case ION_TS_MIN:
 980                 buf->minutes = ts->time->i;
 981                 /* fallthrough */
 982         case ION_TS_DAY:
 983                 buf->hours = ts->time->h;
 984                 buf->day = ts->time->d;
 985                 /* fallthrough */
 986         case ION_TS_MONTH:
 987                 buf->month = ts->time->m;
 988                 /* fallthrough */
 989         case ION_TS_YEAR:
 990                 buf->year = ts->time->y;
 991                 /* fallthrough */
 992         default:
 993                 buf->tz_offset = (short) (ts->time->z / 60);
 994                 if (buf->tz_offset) {
 995                         buf->precision |= 0x80;
 996                 }
 997         }
 998
 999         return buf;
1000 }
1001
1002 LOCAL void php_ion_timestamp_ctor(php_ion_timestamp *obj, zend_long precision, zend_string *fmt, zend_string *dt, zval *tz)
1003 {
1004         if (!obj->time) {
1005                 php_date_initialize(obj, dt ? dt->val : "", dt ? dt->len : 0, fmt ? fmt->val : NULL, tz, PHP_DATE_INIT_CTOR);
1006         }
1007         zend_update_property_long(obj->std.ce, &obj->std, ZEND_STRL("precision"), precision);
1008
1009         fmt = php_dt_format_from_precision(precision);
1010         zend_update_property_str(obj->std.ce, &obj->std, ZEND_STRL("format"), fmt);
1011         zend_string_release(fmt);
1012 }
1013
1014 typedef struct php_ion_catalog {
1015         ION_CATALOG *cat;
1016         zend_object std;
1017 } php_ion_catalog;
1018
1019 LOCAL void php_ion_catalog_ctor(php_ion_catalog *obj)
1020 {
1021         ION_CHECK(ion_catalog_open(&obj->cat));
1022 }
1023
1024 LOCAL void php_ion_catalog_dtor(php_ion_catalog *obj)
1025 {
1026         if (obj->cat) {
1027                 ion_catalog_close(obj->cat);
1028         }
1029 }
1030
1031 LOCAL ION_COLLECTION *php_ion_catalog_collection(php_ion_catalog *cat)
1032 {
1033         /* do not look too close */
1034         struct {
1035                 void *owner;
1036                 ION_SYMBOL_TABLE *sys;
1037                 ION_COLLECTION collection;
1038         } *cat_ptr = (void *) cat->cat;
1039         return &cat_ptr->collection;
1040 }
1041 // see https://github.com/amzn/ion-c/issues/269
1042 #ifndef IPCN_pNODE_TO_pDATA
1043 # define IPCN_pNODE_TO_pDATA(x)    (&((x)->_data[0]))
1044 #endif
1045
1046 LOCAL void php_ion_catalog_copy(php_ion_catalog *new_obj, php_ion_catalog *old_obj)
1047 {
1048         // do not clone cache members
1049         php_ion_catalog_ctor(new_obj);
1050         OBJ_CHECK(new_obj);
1051
1052         ION_COLLECTION *col = php_ion_catalog_collection(old_obj);
1053         if (!ION_COLLECTION_IS_EMPTY(col)) {
1054                 ION_COLLECTION_CURSOR cur;
1055                 ION_COLLECTION_OPEN(col, cur);
1056                 while (cur) {
1057                         ION_SYMBOL_TABLE **ptr;
1058                         ION_COLLECTION_NEXT(cur, ptr);
1059                         if (*ptr) {
1060                                 ION_CHECK(ion_catalog_add_symbol_table(new_obj->cat, *ptr));
1061                         }
1062                 }
1063         }
1064 }
1065
1066 LOCAL zend_string *ion_symbol_table_to_key(ION_SYMBOL_TABLE *tab)
1067 {
1068         int32_t version;
1069         ION_STRING is;
1070         ION_CHECK_RETURN(NULL, ion_symbol_table_get_name(tab, &is));
1071         ION_CHECK_RETURN(NULL, ion_symbol_table_get_version(tab, &version));
1072
1073         smart_str s = {0};
1074         smart_str_appendl(&s, (char *) is.value, is.length);
1075         smart_str_appendc(&s, ':');
1076         smart_str_append_long(&s, version);
1077         smart_str_0(&s);
1078
1079         return s.s;
1080 }
1081
1082 LOCAL void php_ion_catalog_add_symbol_table(php_ion_catalog *obj, php_ion_symbol_table *tab)
1083 {
1084         OBJ_CHECK(obj);
1085         OBJ_CHECK(tab);
1086
1087         zval tmp;
1088         zval *ztabs = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("symbolTables"), 0, &tmp);
1089         if (ztabs) {
1090                 zend_ulong idx = (uintptr_t) &tab->std.gc;
1091                 if (!zend_hash_index_exists(Z_ARRVAL_P(ztabs), idx)) {
1092                         zend_string *key = ion_symbol_table_to_key(tab->tab);
1093                         if (key) {
1094                                 ION_CHECK(ion_catalog_add_symbol_table(obj->cat, tab->tab),
1095                                                 zend_string_release(key));
1096                                 SEPARATE_ARRAY(ztabs);
1097                                 GC_ADDREF(&tab->std);
1098                                 add_index_object(ztabs, idx, &tab->std);
1099                                 GC_ADDREF(&tab->std);
1100                                 add_assoc_object_ex(ztabs, key->val, key->len, &tab->std);
1101                                 zend_update_property(obj->std.ce, &obj->std, ZEND_STRL("symbolTables"), ztabs);
1102                                 zend_string_release(key);
1103                         }
1104                 }
1105         }
1106 }
1107
1108 LOCAL void php_ion_catalog_symbol_table_zval(php_ion_catalog *obj, ION_SYMBOL_TABLE *tab, zval *return_value)
1109 {
1110         zend_string *key = ion_symbol_table_to_key(tab);
1111         PTR_CHECK(key);
1112
1113         zval tmp;
1114         zval *ztabs = zend_read_property(obj->std.ce, &obj->std, ZEND_STRL("symbolTables"), 0, &tmp);
1115         if (ztabs) {
1116                 zval *ztab = zend_hash_find(Z_ARRVAL_P(ztabs), key);
1117                 if (ztab) {
1118                         zend_string_release(key);
1119                         RETURN_COPY(ztab);
1120                 }
1121         }
1122
1123         php_error_docref(NULL, E_NOTICE, "Previously unknown ion\\Symbol\\Table encountered: %s", key->val);
1124
1125         object_init_ex(return_value, ce_Symbol_Table_Shared);
1126         php_ion_symbol_table *o_tab = php_ion_obj(symbol_table, Z_OBJ_P(return_value));
1127         OBJ_CHECK(o_tab, zend_string_release(key));
1128         php_ion_symbol_table_ctor(o_tab);
1129
1130         if (ztabs) {
1131                 SEPARATE_ARRAY(ztabs);
1132                 ZVAL_ADDREF(return_value);
1133                 add_index_zval(ztabs, (uintptr_t) &o_tab->std.gc, return_value);
1134                 ZVAL_ADDREF(return_value);
1135                 add_assoc_zval_ex(ztabs, key->val, key->len, return_value);
1136         }
1137         zend_string_release(key);
1138 }
1139
1140 php_ion_decl(catalog, Catalog);
1141
1142 typedef struct php_ion_reader_options_ccn_ctx {
1143         zend_object *obj;
1144         zend_fcall_info fci;
1145         zend_fcall_info_cache fcc;
1146 } php_ion_reader_options_ccn_ctx;
1147
1148 typedef struct php_ion_reader_options {
1149         ION_READER_OPTIONS opt;
1150         php_ion_reader_options_ccn_ctx ccn;
1151         zend_object *cat, *dec_ctx, *cb, std;
1152 } php_ion_reader_options;
1153
1154 LOCAL void php_ion_reader_options_dtor(php_ion_reader_options *obj)
1155 {
1156         if (obj->cb) {
1157                 zend_fcall_info_args_clear(&obj->ccn.fci, true);
1158         }
1159 }
1160
1161 LOCAL void php_ion_reader_options_copy(php_ion_reader_options *new_obj, php_ion_reader_options *old_obj)
1162 {
1163         zend_objects_clone_members(&new_obj->std, &old_obj->std);
1164
1165         new_obj->opt = old_obj->opt;
1166         new_obj->cat = old_obj->cat;
1167         new_obj->dec_ctx = old_obj->dec_ctx;
1168         new_obj->cb = old_obj->cb;
1169         if (new_obj->cb) {
1170                 zval zcb;
1171                 ZVAL_OBJ(&zcb, new_obj->cb);
1172                 zend_fcall_info_init(&zcb, 0, &new_obj->ccn.fci, &new_obj->ccn.fcc, NULL, NULL);
1173                 new_obj->opt.context_change_notifier.context = &new_obj->ccn;
1174         }
1175 }
1176
1177 php_ion_decl(reader_options, Reader_Options);
1178
1179 LOCAL zend_object *php_ion_reader_options_new(void)
1180 {
1181         zend_object *obj = create_ion_Reader_Options(NULL);
1182         zend_call_known_instance_method_with_0_params(obj->ce->constructor, obj, NULL);
1183         return obj;
1184 }
1185
1186 typedef struct php_ion_reader {
1187         ION_READER *reader;
1188         ION_TYPE state;
1189         enum {
1190                 BUFFER_READER,
1191                 STREAM_READER,
1192         } type;
1193         union {
1194                 zend_string *buffer;
1195                 struct {
1196                         php_stream *ptr;
1197                         ION_STRING buf;
1198                 } stream;
1199         };
1200         zend_object *opt, std;
1201 } php_ion_reader;
1202
1203 LOCAL iERR php_ion_reader_stream_handler(struct _ion_user_stream *user)
1204 {
1205         php_ion_reader *reader = (php_ion_reader *) user->handler_state;
1206         size_t remaining = 0, spare = reader->stream.buf.length;
1207
1208         if (user->curr && user->limit && (remaining = user->limit - user->curr)) {
1209                 memmove(reader->stream.buf.value, user->curr, remaining);
1210                 user->limit -= remaining;
1211                 spare -= remaining;
1212         } else {
1213                 user->curr = user->limit = reader->stream.buf.value;
1214         }
1215
1216         ssize_t read = php_stream_read(reader->stream.ptr, (char *) user->limit, spare);
1217         if (EXPECTED(read > 0)) {
1218                 user->limit += read;
1219                 return IERR_OK;
1220         }
1221
1222         if (EXPECTED(read == 0)) {
1223                 return IERR_EOF;
1224         }
1225
1226         return IERR_READ_ERROR;
1227 }
1228
1229 LOCAL iERR on_context_change(void *context, ION_COLLECTION *imports)
1230 {
1231         iERR e = IERR_OK;
1232
1233         if (context) {
1234                 php_ion_reader_options_ccn_ctx *ctx = context;
1235
1236                 zval zobj;
1237                 ZVAL_OBJ(&zobj, ctx->obj);
1238                 zend_fcall_info_argn(&ctx->fci, 1, &zobj);
1239                 if (SUCCESS != zend_fcall_info_call(&ctx->fci, &ctx->fcc, NULL, NULL)) {
1240                         e = IERR_INTERNAL_ERROR;
1241                 }
1242                 zend_fcall_info_args_clear(&ctx->fci, false);
1243         }
1244         return e;
1245 }
1246
1247 LOCAL void php_ion_reader_ctor(php_ion_reader *obj)
1248 {
1249         iERR err;
1250         php_ion_reader_options *opt = php_ion_obj(reader_options, obj->opt);
1251
1252         if (opt && opt->opt.context_change_notifier.context) {
1253                 php_ion_reader_options_ccn_ctx *ctx = opt->opt.context_change_notifier.context;
1254                 ctx->obj = &obj->std;
1255                 opt->opt.context_change_notifier.notify = on_context_change;
1256         }
1257         if (obj->type == STREAM_READER) {
1258                 PTR_CHECK(obj->stream.ptr);
1259                 GC_ADDREF(obj->stream.ptr->res);
1260
1261                 obj->stream.buf.length = opt && opt->opt.allocation_page_size ? opt->opt.allocation_page_size : 0x10000;
1262                 obj->stream.buf.value = emalloc(obj->stream.buf.length);
1263                 err = ion_reader_open_stream(&obj->reader, obj, php_ion_reader_stream_handler, opt ? &opt->opt : NULL);
1264
1265         } else {
1266                 err = ion_reader_open_buffer(&obj->reader, (BYTE *) obj->buffer->val, (SIZE) obj->buffer->len, opt ? &opt->opt : NULL);
1267         }
1268
1269         ION_CHECK(err);
1270         OBJ_CHECK(obj);
1271 }
1272
1273 LOCAL void php_ion_reader_dtor(php_ion_reader *obj)
1274 {
1275         if (obj->reader) {
1276                 ion_reader_close(obj->reader);
1277         }
1278         if (obj->type == STREAM_READER) {
1279                 if (obj->stream.buf.value) {
1280                         efree(obj->stream.buf.value);
1281                 }
1282                 if (obj->stream.ptr) {
1283                         zend_list_delete(obj->stream.ptr->res);
1284                 }
1285         } else {
1286                 if (obj->buffer) {
1287                         zend_string_release(obj->buffer);
1288                 }
1289         }
1290 }
1291
1292 #define php_ion_reader_copy(n,o)
1293 php_ion_decl(reader, Reader_Reader);
1294 #define clone_ion_Reader_Reader NULL
1295
1296 typedef struct php_ion_writer_options {
1297         ION_WRITER_OPTIONS opt;
1298         zend_object *cat, *dec_ctx, std;
1299 } php_ion_writer_options;
1300
1301 LOCAL void php_ion_writer_options_copy(php_ion_writer_options *new_obj, php_ion_writer_options *old_obj)
1302 {
1303         zend_objects_clone_members(&new_obj->std, &old_obj->std);
1304
1305         new_obj->opt = old_obj->opt;
1306         new_obj->cat = old_obj->cat;
1307         new_obj->dec_ctx = old_obj->dec_ctx;
1308 }
1309
1310 LOCAL void php_ion_writer_options_dtor(php_ion_writer_options *obj)
1311 {
1312 }
1313
1314 php_ion_decl(writer_options, Writer_Options);
1315
1316 LOCAL zend_object *php_ion_writer_options_new(void)
1317 {
1318         zend_object *obj = create_ion_Writer_Options(NULL);
1319         zend_call_known_instance_method_with_0_params(obj->ce->constructor, obj, NULL);
1320         return obj;
1321 }
1322
1323 typedef struct php_ion_writer {
1324         ION_WRITER *writer;
1325         enum {
1326                 BUFFER_WRITER,
1327                 STREAM_WRITER,
1328         } type;
1329         union {
1330                 struct {
1331                         smart_str str;
1332                         struct _ion_user_stream *usr;
1333                 } buffer;
1334                 struct {
1335                         ION_STRING buf;
1336                         php_stream *ptr;
1337                 } stream;
1338         };
1339         zend_object *opt, std;
1340
1341 } php_ion_writer;
1342
1343 LOCAL iERR php_ion_writer_stream_handler(struct _ion_user_stream *user)
1344 {
1345         php_ion_writer *writer = (php_ion_writer *) user->handler_state;
1346
1347         if (EXPECTED(user->limit && user->curr)) {
1348                 ptrdiff_t len = user->curr - writer->stream.buf.value;
1349                 if (len != php_stream_write(writer->stream.ptr, (char *) writer->stream.buf.value, len)) {
1350                         return IERR_WRITE_ERROR;
1351                 }
1352         }
1353         user->curr = writer->stream.buf.value;
1354         user->limit = writer->stream.buf.value + writer->stream.buf.length;
1355         return IERR_OK;
1356 }
1357
1358 LOCAL void php_ion_writer_stream_init(php_ion_writer *obj, php_ion_writer_options *opt)
1359 {
1360         PTR_CHECK(obj->stream.ptr);
1361         GC_ADDREF(obj->stream.ptr->res);
1362
1363         obj->stream.buf.length = opt ? opt->opt.allocation_page_size : 0x1000;
1364         obj->stream.buf.value = emalloc(obj->stream.buf.length);
1365 }
1366
1367 LOCAL void php_ion_writer_buffer_init(php_ion_writer *obj)
1368 {
1369         smart_str_alloc(&obj->buffer.str, 0, false);
1370         if (obj->buffer.usr) {
1371                 obj->buffer.usr->curr = (BYTE *) &obj->buffer.str.s->val[obj->buffer.str.s->len];
1372                 obj->buffer.usr->limit = obj->buffer.usr->curr + obj->buffer.str.a - obj->buffer.str.s->len;
1373         }
1374 }
1375
1376 LOCAL void php_ion_writer_buffer_reset(php_ion_writer *obj)
1377 {
1378         smart_str_free(&obj->buffer.str);
1379         memset(&obj->buffer.str, 0, sizeof(obj->buffer.str));
1380         php_ion_writer_buffer_init(obj);
1381 }
1382
1383 LOCAL void php_ion_writer_buffer_grow(php_ion_writer *obj)
1384 {
1385         if (GC_REFCOUNT(obj->buffer.str.s) > 1) {
1386                 zend_string *keep = obj->buffer.str.s;
1387                 obj->buffer.str.s = NULL;
1388                 smart_str_alloc(&obj->buffer.str, obj->buffer.str.a << 1, 0);
1389                 memcpy(obj->buffer.str.s->val, keep->val, keep->len + 1);
1390                 obj->buffer.str.s->len = keep->len;
1391                 zend_string_release(keep);
1392         } else {
1393                 smart_str_erealloc(&obj->buffer.str, obj->buffer.str.a << 1);
1394         }
1395 }
1396
1397 LOCAL iERR php_ion_writer_buffer_handler(struct _ion_user_stream *user)
1398 {
1399         php_ion_writer *writer = (php_ion_writer *) user->handler_state;
1400         writer->buffer.usr = user;
1401
1402         if (user->curr) {
1403                 writer->buffer.str.s->len = user->curr - (BYTE *) writer->buffer.str.s->val;
1404                 if (user->limit == user->curr) {
1405                         php_ion_writer_buffer_grow(writer);
1406                 }
1407         }
1408         user->curr = (BYTE *) &writer->buffer.str.s->val[writer->buffer.str.s->len];
1409         user->limit = user->curr + writer->buffer.str.a - writer->buffer.str.s->len;
1410
1411         return IERR_OK;
1412 }
1413
1414 LOCAL void php_ion_writer_options_init_shared_imports(php_ion_writer_options *opt)
1415 {
1416         php_ion_catalog *cat = php_ion_obj(catalog, opt->cat);
1417         OBJ_CHECK(cat);
1418
1419         ION_CHECK(ion_writer_options_initialize_shared_imports(&opt->opt));
1420
1421         ION_COLLECTION *col = php_ion_catalog_collection(cat);
1422         if (!ION_COLLECTION_IS_EMPTY(col)) {
1423                 // holy, nah, forget it batman...
1424                 ION_COLLECTION_CURSOR cur;
1425                 ION_COLLECTION_OPEN(col, cur);
1426                 while (cur) {
1427                         ION_SYMBOL_TABLE **ptr;
1428                         ION_COLLECTION_NEXT(cur, ptr);
1429                         if (*ptr) {
1430                                 ION_CHECK(ion_writer_options_add_shared_imports_symbol_tables(&opt->opt, ptr, 1));
1431                         } else {
1432                                 break;
1433                         }
1434                 }
1435         }
1436 }
1437
1438 LOCAL void php_ion_writer_ctor(php_ion_writer *obj)
1439 {
1440         php_ion_writer_options *opt = NULL;
1441
1442         if (obj->opt) {
1443                 update_property_obj(&obj->std, ZEND_STRL("options"), obj->opt);
1444                 opt = php_ion_obj(writer_options, obj->opt);
1445                 if (opt->cat) {
1446                         php_ion_writer_options_init_shared_imports(opt);
1447                 }
1448         }
1449
1450         ION_STREAM_HANDLER h;
1451         if (obj->type == STREAM_WRITER) {
1452                 h = php_ion_writer_stream_handler;
1453                 php_ion_writer_stream_init(obj, opt);
1454         } else {
1455                 h = php_ion_writer_buffer_handler;
1456                 php_ion_writer_buffer_init(obj);
1457         }
1458
1459
1460         ION_CHECK(ion_writer_open_stream(&obj->writer, h, obj, opt ? &opt->opt : NULL));
1461         OBJ_CHECK(obj);
1462 }
1463
1464 LOCAL void php_ion_writer_dtor(php_ion_writer *obj)
1465 {
1466         if (obj->writer) {
1467                 ion_writer_close(obj->writer);
1468         }
1469         if (obj->opt) {
1470                 php_ion_writer_options *opt = php_ion_obj(writer_options, obj->opt);
1471                 if (opt->cat) {
1472                         ion_writer_options_close_shared_imports(&opt->opt);
1473                 }
1474         }
1475         if (obj->type == STREAM_WRITER) {
1476                 if (obj->stream.buf.value) {
1477                         efree(obj->stream.buf.value);
1478                 }
1479                 if (obj->stream.ptr) {
1480                         zend_list_delete(obj->stream.ptr->res);
1481                 }
1482         } else {
1483                 if (obj->buffer.str.s) {
1484                         smart_str_0(&obj->buffer.str);
1485                         zend_string_release(obj->buffer.str.s);
1486                 }
1487         }
1488 }
1489
1490 #define php_ion_writer_copy(o,n)
1491 php_ion_decl(writer, Writer_Writer);
1492 #define clone_ion_Writer_Writer NULL
1493
1494 typedef struct php_ion_serializer_php {
1495         php_ion_serializer serializer;
1496         zend_object *opt, std;
1497 } php_ion_serializer_php;
1498
1499 LOCAL void php_ion_serializer_php_ctor(php_ion_serializer_php *ser_obj)
1500 {
1501         php_ion_serializer *global_ser = &php_ion_globals.serializer;
1502         ser_obj->serializer.ids = global_ser->ids;
1503         ser_obj->serializer.tmp = global_ser->tmp;
1504
1505         zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("multiSequence"),
1506                         ser_obj->serializer.multi_seq);
1507         zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callMagicSerialize"),
1508                         ser_obj->serializer.call_magic);
1509         if (ser_obj->serializer.call_custom) {
1510                 zend_update_property_str(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomSerialize"),
1511                                 ser_obj->serializer.call_custom);
1512                 ser_obj->serializer.call_custom = zend_string_tolower(ser_obj->serializer.call_custom);
1513         } else {
1514                 zend_update_property_null(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomSerialize"));
1515         }
1516         if (!ser_obj->opt) {
1517                 ser_obj->opt = php_ion_writer_options_new();
1518         } else {
1519                 GC_ADDREF(ser_obj->opt);
1520         }
1521         ser_obj->serializer.options = &php_ion_obj(writer_options, ser_obj->opt)->opt;
1522         update_property_obj(&ser_obj->std, ZEND_STRL("writerOptions"), ser_obj->opt);
1523         GC_DELREF(ser_obj->opt);
1524 }
1525
1526 LOCAL void php_ion_serializer_php_dtor(php_ion_serializer_php *obj)
1527 {
1528         if (obj->serializer.call_custom) {
1529                 zend_string_release(obj->serializer.call_custom);
1530         }
1531 }
1532
1533 LOCAL void php_ion_serialize_zval(php_ion_serializer *, zval *);
1534
1535 LOCAL void php_ion_serialize_struct(php_ion_serializer *ser, zend_array *arr, bool unmangle_props, bool annotate_props)
1536 {
1537         ION_CHECK(ion_writer_start_container(ser->writer, tid_STRUCT));
1538
1539         zval *v;
1540         zend_ulong h;
1541         zend_string *k = NULL;
1542         if (arr) ZEND_HASH_FOREACH_KEY_VAL_IND(arr, h, k, v)
1543                 char buf[MAX_LENGTH_OF_LONG + 1];
1544                 ION_STRING is;
1545                 if (k) {
1546                         size_t prop_len;
1547                         const char *class_name, *prop_name;
1548                         if (unmangle_props && (SUCCESS == zend_unmangle_property_name_ex(k, &class_name, &prop_name, &prop_len)) && class_name) {
1549                                 if (annotate_props) {
1550                                         ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_PROPERTY));
1551                                         ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_assign_cstr(&is, (char *) class_name, prop_name - class_name - 1)));
1552                                 }
1553                         } else {
1554                                 prop_name = k->val;
1555                                 prop_len = k->len;
1556                         }
1557                         ion_string_assign_cstr(&is, (char *) prop_name, (SIZE) prop_len);
1558                 } else {
1559                         char *end = buf + sizeof(buf) - 1;
1560                         char *ptr = zend_print_long_to_buf(end, (zend_long) h);
1561                         ion_string_assign_cstr(&is, ptr, (SIZE) (end - ptr));
1562                 }
1563
1564                 // WATCH OUT: field names need to be copied
1565                 ION_STRING fn;
1566                 ION_CHECK(ion_string_copy_to_owner(ser->writer, &fn, &is));
1567                 ION_CHECK(ion_writer_write_field_name(ser->writer, &fn));
1568
1569                 php_ion_serialize_zval(ser, v);
1570                 ION_CATCH();
1571         ZEND_HASH_FOREACH_END();
1572
1573         ION_CHECK(ion_writer_finish_container(ser->writer));
1574 }
1575
1576 LOCAL void php_ion_serialize_list(php_ion_serializer *ser, zend_array *arr)
1577 {
1578         ION_CHECK(ion_writer_start_container(ser->writer, tid_LIST));
1579
1580         zval *v;
1581         ZEND_HASH_FOREACH_VAL_IND(arr, v)
1582                 php_ion_serialize_zval(ser, v);
1583                 ION_CATCH();
1584         ZEND_HASH_FOREACH_END();
1585
1586         ION_CHECK(ion_writer_finish_container(ser->writer));
1587 }
1588
1589 LOCAL void php_ion_serialize_array(php_ion_serializer *ser, zend_array *arr)
1590 {
1591         if (zend_array_is_list(arr)) {
1592                 php_ion_serialize_list(ser, arr);
1593         } else {
1594                 php_ion_serialize_struct(ser, arr, false, false);
1595         }
1596 }
1597
1598 LOCAL void php_ion_serialize_object_iface(php_ion_serializer *ser, zend_object *zobject)
1599 {
1600         uint8_t *buf;
1601         size_t len;
1602         zval tmp;
1603
1604         ZVAL_OBJ(&tmp, zobject);
1605         if (SUCCESS == zobject->ce->serialize(&tmp, &buf, &len, NULL)) {
1606                 ION_STRING is;
1607                 ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_SERIALIZEABLE));
1608                 ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name)));
1609                 ION_CHECK(ion_writer_write_clob(ser->writer, buf, len));
1610                 efree(buf);
1611         } else if (!EG(exception)){
1612                 zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR,
1613                                 "Failed to serialize class %s", zobject->ce->name->val);
1614         }
1615 }
1616
1617 LOCAL void php_ion_serialize_object_magic(php_ion_serializer *ser, zend_object *zobject, zend_function *fn)
1618 {
1619         zval rv;
1620
1621         ZVAL_NULL(&rv);
1622         zend_call_known_instance_method_with_0_params(fn ? fn : zobject->ce->__serialize, zobject, &rv);
1623         ION_CATCH();
1624
1625         if (IS_ARRAY == Z_TYPE(rv)) {
1626                 ION_STRING is;
1627                 ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, fn ? &PHP_ION_SYMBOL_CUSTOM_OBJECT : &PHP_ION_SYMBOL_MAGIC_OBJECT));
1628                 ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name)));
1629                 php_ion_serialize_zval(ser, &rv);
1630                 zval_ptr_dtor(&rv);
1631         } else {
1632                 zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR,
1633                                 "%s serializer %s::%s did not return an array",
1634                                 fn ? "Custom" : "Magic", zobject->ce->name->val,
1635                                 fn ? fn->common.function_name->val : "__serialize");
1636         }
1637 }
1638
1639 LOCAL void php_ion_serialize_object_enum(php_ion_serializer *ser, zend_object *zobject)
1640 {
1641         ION_STRING is;
1642         ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_ENUM));
1643
1644         ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name)));
1645         zval *z_cname = zend_enum_fetch_case_name(zobject);
1646         ION_CHECK(ion_writer_write_symbol(ser->writer, ion_string_from_zend(&is, Z_STR_P(z_cname))));
1647 }
1648
1649 LOCAL void php_ion_serialize_object_std(php_ion_serializer *ser, zend_object *zobject)
1650 {
1651         ION_STRING is;
1652
1653         if (zobject->ce != zend_standard_class_def) {
1654                 ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_CLASS_OBJECT));
1655                 ION_CHECK(ion_writer_add_annotation(ser->writer, ion_string_from_zend(&is, zobject->ce->name)));
1656         } else {
1657                 ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_OBJECT));
1658         }
1659
1660         zval zobj;
1661         ZVAL_OBJ(&zobj, zobject);
1662         HashTable *props = zend_get_properties_for(&zobj, ZEND_PROP_PURPOSE_SERIALIZE);
1663         if (props) {
1664                 php_ion_serialize_struct(ser, props, true, true);
1665                 zend_release_properties(props);
1666         } else {
1667                 zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR,
1668                                 "Could not get properties for serialization of class %s",
1669                                 zobject->ce->name->val);
1670         }
1671 }
1672
1673 LOCAL void php_ion_serialize_object_lob(php_ion_serializer *ser, zend_object *zobject)
1674 {
1675         zval tmp_type, *type = zend_read_property(NULL, zobject, ZEND_STRL("type"), 0, &tmp_type);
1676         zval tmp_value, *value = zend_read_property(NULL, zobject, ZEND_STRL("value"), 0, &tmp_value);
1677         switch (Z_LVAL_P(zend_enum_fetch_case_value(Z_OBJ_P(type)))) {
1678         case tid_BLOB_INT:
1679                 ION_CHECK(ion_writer_write_blob(ser->writer, (BYTE *) Z_STRVAL_P(value), Z_STRLEN_P(value)));
1680                 break;
1681         case tid_CLOB_INT:
1682                 ION_CHECK(ion_writer_write_clob(ser->writer, (BYTE *) Z_STRVAL_P(value), Z_STRLEN_P(value)));
1683                 break;
1684         default:
1685                 zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
1686                                 "Unsupported LOB type: ion\\Type::%s", Z_STRVAL_P(zend_enum_fetch_case_name(Z_OBJ_P(type))));
1687                 break;
1688         }
1689 }
1690
1691 LOCAL bool can_call_magic_serialize(php_ion_serializer *ser, zend_class_entry *ce)
1692 {
1693         return ce->__serialize && ser->call_magic;
1694 }
1695
1696 LOCAL bool can_call_iface_serialize(php_ion_serializer *ser, zend_class_entry *ce)
1697 {
1698   (void) ser;
1699         return !!ce->serialize; // NOLINT
1700 }
1701
1702 LOCAL bool can_call_custom_serialize(php_ion_serializer *ser, zend_object *zobject, zend_function **fn)
1703 {
1704         if (ser->call_custom) {
1705                 return !!(*fn = zend_hash_find_ptr(&zobject->ce->function_table, ser->call_custom)); // NOLINT
1706         }
1707         return false;
1708 }
1709
1710 LOCAL void php_ion_serialize_object(php_ion_serializer *ser, zend_object *zobject)
1711 {
1712         zend_function *fn;
1713         zend_class_entry *ce = zobject->ce;
1714         ZEND_ASSERT(ce);
1715
1716         if (ce->ce_flags & ZEND_ACC_NOT_SERIALIZABLE) {
1717                 zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
1718                                 "Serializing %s is not allowed", ce->name->val);
1719                 return;
1720         }
1721
1722         if (can_call_magic_serialize(ser, ce)) {
1723                 php_ion_serialize_object_magic(ser, zobject, NULL);
1724         } else if (can_call_iface_serialize(ser, ce)) {
1725                 php_ion_serialize_object_iface(ser, zobject);
1726         } else if (can_call_custom_serialize(ser, zobject, &fn)) {
1727                 php_ion_serialize_object_magic(ser, zobject, fn);
1728         } else if (zobject->ce->ce_flags & ZEND_ACC_ENUM) {
1729                 php_ion_serialize_object_enum(ser, zobject);
1730         } else if (ce == ce_Symbol) {
1731                 ION_CHECK(ion_writer_write_ion_symbol(ser->writer, &php_ion_obj(symbol, zobject)->sym));
1732         } else if (ce == ce_Decimal) {
1733                 ION_CHECK(ion_writer_write_ion_decimal(ser->writer, &php_ion_obj(decimal, zobject)->dec));
1734         } else if (ce == ce_Timestamp) {
1735                 ION_TIMESTAMP its;
1736                 php_ion_timestamp *pts = php_ion_obj(timestamp, zobject);
1737                 decContext *ctx = ser->options ? ser->options->decimal_context : NULL;
1738                 ION_CHECK(ion_writer_write_timestamp(ser->writer, ion_timestamp_from_php(&its, pts, ctx)));
1739         } else if (ce == ce_LOB) {
1740                 php_ion_serialize_object_lob(ser, zobject);
1741         } else {
1742                 php_ion_serialize_object_std(ser, zobject);
1743         }
1744 }
1745
1746 LOCAL bool php_ion_serialize_system_value(php_ion_serializer *ser, zval *zv)
1747 {
1748         if (1 == php_ion_globals.serializer.level) {
1749                 if (Z_TYPE_P(zv) == IS_OBJECT) {
1750                         if (Z_OBJCE_P(zv) == ce_Symbol_Table_Shared) {
1751                                 php_ion_symbol_table *obj = php_ion_obj(symbol_table, Z_OBJ_P(zv));
1752                                 ION_CHECK_RETURN(true, ion_symbol_table_unload(obj->tab, ser->writer));
1753                                 return true;
1754                         }
1755                 }
1756         }
1757         return false;
1758 }
1759
1760 LOCAL bool php_ion_serialize_backref(php_ion_serializer *ser, zval *zv)
1761 {
1762         if (Z_TYPE_P(zv) == IS_STRING && Z_STR_P(zv) == zend_empty_string) {
1763                 return false;
1764         }
1765         if (Z_TYPE_P(zv) == IS_ARRAY && Z_ARR_P(zv) == &zend_empty_array) {
1766                 return false;
1767         }
1768
1769         zend_ulong idx = (zend_ulong) (uintptr_t) Z_COUNTED_P(zv);
1770         zval *ref = zend_hash_index_find(ser->ids, idx);
1771         if (!ref) {
1772                 zval num;
1773
1774                 ZVAL_LONG(&num, zend_hash_num_elements(ser->ids));
1775                 zend_hash_index_add(ser->ids, idx, &num);
1776
1777                 Z_TRY_ADDREF_P(zv);
1778                 zend_hash_next_index_insert(ser->tmp, zv);
1779
1780                 return false;
1781         }
1782
1783         ION_CHECK_RETURN(true, ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_BACKREF));
1784         ION_CHECK_RETURN(true, ion_writer_write_int64(ser->writer, Z_LVAL_P(ref)));
1785         return true;
1786 }
1787
1788 LOCAL void php_ion_serialize_refcounted(php_ion_serializer *ser, zval *zv)
1789 {
1790         if (php_ion_serialize_system_value(ser, zv)) {
1791                 return;
1792         }
1793         if (php_ion_serialize_backref(ser, zv)) {
1794                 return;
1795         }
1796
1797         ION_STRING is;
1798         switch (Z_TYPE_P(zv)) {
1799         case IS_STRING:
1800                 ION_CHECK(ion_writer_write_string(ser->writer, ion_string_from_zend(&is, Z_STR_P(zv))));
1801                 break;
1802
1803         case IS_ARRAY:
1804                 php_ion_serialize_array(ser, Z_ARRVAL_P(zv));
1805                 break;
1806
1807         case IS_OBJECT:
1808                 php_ion_serialize_object(ser, Z_OBJ_P(zv));
1809                 break;
1810
1811         case IS_REFERENCE:
1812                 ION_CHECK(ion_writer_add_annotation_symbol(ser->writer, &PHP_ION_SYMBOL_REFERENCE));
1813                 php_ion_serialize_zval(ser, Z_REFVAL_P(zv));
1814                 break;
1815         }
1816 }
1817
1818 LOCAL void php_ion_serialize_zval(php_ion_serializer *ser, zval *zv)
1819 {
1820         OBJ_CHECK(ser);
1821
1822         switch (Z_TYPE_P(zv)) {
1823         case IS_NULL:
1824                 ION_CHECK(ion_writer_write_null(ser->writer));
1825                 break;
1826         case IS_TRUE:
1827                 ION_CHECK(ion_writer_write_bool(ser->writer, TRUE));
1828                 break;
1829         case IS_FALSE:
1830                 ION_CHECK(ion_writer_write_bool(ser->writer, FALSE));
1831                 break;
1832         case IS_LONG:
1833                 ION_CHECK(ion_writer_write_int64(ser->writer, Z_LVAL_P(zv)));
1834                 break;
1835         case IS_DOUBLE:
1836                 ION_CHECK(ion_writer_write_double(ser->writer, Z_DVAL_P(zv)));
1837                 break;
1838         case IS_STRING:
1839         case IS_ARRAY:
1840         case IS_OBJECT:
1841         case IS_REFERENCE:
1842                 php_ion_serialize_refcounted(ser, zv);
1843                 break;
1844         default:
1845                 zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
1846                                 "Failed to serialize value of type %s", zend_zval_type_name(zv));
1847         }
1848 }
1849
1850 #define php_ion_serializer_php_copy(o,n)
1851 php_ion_decl(serializer_php, Serializer_PHP);
1852 #define clone_ion_Serializer_PHP NULL
1853
1854 LOCAL void php_ion_serialize_ex(php_ion_serializer *ser, zval *zv)
1855 {
1856         HashPosition pos;
1857         HashTable *arr = NULL;
1858
1859         if (ser->multi_seq) {
1860                 if (Z_TYPE_P(zv) != IS_ARRAY || !zend_array_is_list(Z_ARRVAL_P(zv))) {
1861                         zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
1862                                         "Expected a packed, consecutively numerically indexed array as argument to the multi sequence serializer");
1863                         return;
1864                 }
1865
1866                 arr = Z_ARRVAL_P(zv);
1867
1868                 zend_hash_internal_pointer_reset_ex(arr, &pos);
1869                 zv = zend_hash_get_current_data_ex(arr, &pos);
1870         }
1871
1872         while (zv) {
1873                 php_ion_globals_serializer_step();
1874                 php_ion_serialize_zval(ser, zv);
1875                 php_ion_globals_serializer_exit();
1876
1877                 if (!ser->multi_seq) {
1878                         break;
1879                 }
1880                 zend_hash_move_forward_ex(arr, &pos);
1881                 zv = zend_hash_get_current_data_ex(arr, &pos);
1882         }
1883 }
1884
1885 void php_ion_serialize(php_ion_serializer *ser, zval *zv, zval *return_value)
1886 {
1887         zend_object *zo_opt = NULL, *zo_ser = NULL;
1888
1889         if (!ser) {
1890                 zo_ser = create_ion_Serializer_PHP(NULL);
1891                 php_ion_serializer_php *o_ser = php_ion_obj(serializer_php, zo_ser);
1892                 PTR_CHECK(o_ser);
1893                 o_ser->serializer.call_magic = true;
1894                 php_ion_serializer_php_ctor(o_ser);
1895                 ION_CATCH();
1896                 ser = &o_ser->serializer;
1897         }
1898
1899         zend_object *zo_writer = create_ion_Writer_Writer(ce_Writer_Buffer_Writer);
1900         php_ion_writer *writer = php_ion_obj(writer, zo_writer);
1901         writer->type = BUFFER_WRITER;
1902
1903         if (ser->options) {
1904                 zo_opt = writer->opt = php_ion_writer_options_new();
1905                 php_ion_obj(writer_options, writer->opt)->opt = *ser->options;
1906         }
1907
1908         php_ion_writer_ctor(writer);
1909         ser->writer = writer->writer;
1910         ser->buffer = &writer->buffer.str;
1911
1912         if (!EG(exception)) {
1913                 php_ion_serialize_ex(ser, zv);
1914         }
1915
1916         /* make sure to flush when done, else str.s might not contain everything until the writer is closed */
1917         ion_writer_flush(ser->writer, NULL);
1918         RETVAL_STR_COPY(ser->buffer->s);
1919
1920         OBJ_RELEASE(zo_writer);
1921         if (zo_opt) {
1922                 OBJ_RELEASE(zo_opt);
1923         }
1924         if (zo_ser) {
1925                 OBJ_RELEASE(zo_ser);
1926         }
1927 }
1928
1929 typedef struct php_ion_unserializer_php {
1930         php_ion_unserializer unserializer;
1931         zend_object *opt, std;
1932 } php_ion_unserializer_php;
1933
1934 LOCAL void php_ion_unserializer_php_ctor(php_ion_unserializer_php *ser_obj)
1935 {
1936         php_ion_unserializer *global_ser = &php_ion_globals.unserializer;
1937         ser_obj->unserializer.ids = global_ser->ids;
1938         ser_obj->unserializer.tmp = global_ser->tmp;
1939         ser_obj->unserializer.addref = global_ser->addref;
1940
1941         zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("multiSequence"),
1942                         ser_obj->unserializer.multi_seq);
1943         zend_update_property_bool(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callMagicUnserialize"),
1944                         ser_obj->unserializer.call_magic);
1945         if (ser_obj->unserializer.call_custom) {
1946                 zend_update_property_str(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomUnserialize"),
1947                                 ser_obj->unserializer.call_custom);
1948                 ser_obj->unserializer.call_custom = zend_string_tolower(ser_obj->unserializer.call_custom);
1949         } else {
1950                 zend_update_property_null(ser_obj->std.ce, &ser_obj->std, ZEND_STRL("callCustomUnserialize"));
1951         }
1952         if (!ser_obj->opt) {
1953                 ser_obj->opt = php_ion_reader_options_new();
1954         } else {
1955                 GC_ADDREF(ser_obj->opt);
1956         }
1957         ser_obj->unserializer.options = &php_ion_obj(reader_options, ser_obj->opt)->opt;
1958         update_property_obj(&ser_obj->std, ZEND_STRL("readerOptions"), ser_obj->opt);
1959         GC_DELREF(ser_obj->opt);
1960 }
1961
1962 LOCAL void php_ion_unserializer_php_dtor(php_ion_unserializer_php *obj)
1963 {
1964         if (obj->unserializer.call_custom) {
1965                 zend_string_release(obj->unserializer.call_custom);
1966         }
1967 }
1968
1969 LOCAL void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *return_value, ION_TYPE *typ);
1970
1971 LOCAL bool can_call_magic_unserialize(php_ion_unserializer *ser, zend_class_entry *ce)
1972 {
1973         return (ce && ce->__unserialize && ser->call_magic);
1974 }
1975
1976 LOCAL bool can_call_iface_unserialize(php_ion_unserializer *ser, zend_class_entry *ce)
1977 {
1978         return (ce && ce->unserialize);
1979 }
1980
1981 LOCAL bool can_call_custom_unserialize(php_ion_unserializer *ser, zend_object *zobject, zend_function **fn)
1982 {
1983         if (ser->call_custom) {
1984                 return !!(*fn = zend_hash_find_ptr(&zobject->ce->function_table, ser->call_custom)); // NOLINT
1985         }
1986         return false;
1987 }
1988
1989 LOCAL zval *php_ion_unserialize_class(php_ion_unserializer *ser, zval *return_value)
1990 {
1991         zend_class_entry *ce = zend_lookup_class(ser->annotations.object_class);
1992
1993         if (ce) {
1994                 object_init_ex(return_value, ce);
1995                 return zend_hash_next_index_insert(ser->ids, return_value);
1996         }
1997
1998         zend_throw_exception_ex(spl_ce_RuntimeException, IERR_IMPORT_NOT_FOUND,
1999                         "Could not find class %s", ser->annotations.object_class->val);
2000         return NULL;
2001 }
2002
2003 LOCAL void php_ion_unserialize_object_enum(php_ion_unserializer *ser, zval *return_value)
2004 {
2005         zend_string *zs_case = zval_get_string(return_value);
2006         zend_hash_next_index_insert(ser->tmp, return_value);
2007         ZVAL_NULL(return_value);
2008         ION_CATCH();
2009
2010         zend_class_entry *ce = zend_lookup_class(ser->annotations.object_class);
2011         if (!ce || !(ce->ce_flags & ZEND_ACC_ENUM)) {
2012                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2013                                 "Not a valid enum: %s", ser->annotations.object_class->val);
2014                 return;
2015         }
2016         if (!zend_hash_exists(CE_CONSTANTS_TABLE(ce), zs_case)) {
2017                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2018                                 "Not a valid enum case: %s::%s", ser->annotations.object_class->val, zs_case->val);
2019                 return;
2020         }
2021         RETVAL_OBJ_COPY(zend_enum_get_case(ce, zs_case));
2022         zend_hash_next_index_insert(ser->ids, return_value);
2023         zend_string_release(zs_case);
2024 }
2025
2026 LOCAL void php_ion_unserialize_object_iface(php_ion_unserializer *ser, zval *return_value)
2027 {
2028         zend_class_entry *ce = zend_lookup_class(ser->annotations.object_class);
2029         if (can_call_iface_unserialize(ser, ce)) {
2030                 zend_string *s = zval_get_string(return_value);
2031                 zend_hash_next_index_insert(ser->tmp, return_value);
2032                 ZVAL_NULL(return_value);
2033                 zval *backref = zend_hash_next_index_insert(ser->ids, return_value);
2034                 if (SUCCESS == ce->unserialize(backref, ce, (BYTE *) s->val, s->len, NULL)) {
2035                         RETVAL_ZVAL(backref, 0, 0);
2036                 } else if (!EG(exception)) {
2037                         zend_throw_exception_ex(spl_ce_UnexpectedValueException, IERR_INTERNAL_ERROR,
2038                                         "Failed to unserialize class %s", ce->name->val);
2039                 }
2040                 zend_string_release(s);
2041         } else {
2042                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2043                                 "Class %s does not implement Serializable", ser->annotations.object_class->val);
2044         }
2045 }
2046
2047 LOCAL void php_ion_unserialize_field_name_ex(php_ion_unserializer *ser, ION_STRING *name, SID *sid)
2048 {
2049         ION_CHECK(ion_reader_get_field_name(ser->reader, name));
2050         if (!name->length) {
2051                 ION_SYMBOL *is_ptr;
2052                 ION_CHECK(ion_reader_get_field_name_symbol(ser->reader, &is_ptr));
2053                 if (!ION_SYMBOL_IS_NULL(is_ptr) && is_ptr->value.length) {
2054                         ION_STRING_ASSIGN(name, &is_ptr->value);
2055                 } else {
2056                         *sid = is_ptr->sid;
2057                 }
2058         }
2059 }
2060
2061 LOCAL void php_ion_unserialize_field_name(php_ion_unserializer *ser, zend_string **key, bool is_prop)
2062 {
2063         // FIXME: symbol table
2064         ION_STRING name;
2065         SID sid = UNKNOWN_SID;
2066         char buf[MAX_LENGTH_OF_LONG + 1 + 1] = {0}, *end = buf + sizeof(buf) - 1, *ptr;
2067
2068         php_ion_unserialize_field_name_ex(ser, &name, &sid);
2069         ION_CATCH();
2070
2071         switch (name.length) {
2072         case 0:
2073                 ptr = zend_print_long_to_buf(end, sid);
2074                 *--ptr = '$';
2075                 *key = zend_string_init(ptr, end - ptr, 0);
2076                 break;
2077         case 1:
2078                 *key = zend_one_char_string[*name.value];
2079                 break;
2080         default:
2081                 if (is_prop) {
2082                         *key = zend_string_init_interned((char *) name.value, name.length, 0);
2083                 } else {
2084                         *key = zend_string_from_ion(&name);
2085                 }
2086                 break;
2087         }
2088 }
2089
2090 static void php_ion_unserialize_props(php_ion_unserializer *ser, zval *return_value)
2091 {
2092         zend_hash_next_index_insert(ser->ids, return_value);
2093
2094         ION_CHECK(ion_reader_step_in(ser->reader));
2095
2096         while (true) {
2097                 ION_TYPE typ;
2098                 ION_CHECK(ion_reader_next(ser->reader, &typ));
2099
2100                 if (typ == tid_EOF) {
2101                         break;
2102                 }
2103
2104                 zend_string *key;
2105                 php_ion_unserialize_field_name(ser, &key, true);
2106                 ION_CATCH();
2107
2108                 zval zvalue;
2109                 php_ion_unserialize_zval(ser, &zvalue, &typ);
2110                 ION_CATCH(zend_string_release(key));
2111
2112                 zend_class_entry *ce = Z_OBJCE_P(return_value);
2113                 if (ser->annotations.object_prop && ser->annotations.property_class->val[0] != '*') {
2114                         ce = zend_lookup_class(ser->annotations.property_class);
2115                 }
2116                 zend_update_property_ex(ce, Z_OBJ_P(return_value), key, &zvalue);
2117                 zval_ptr_dtor(&zvalue);
2118                 zend_string_release(key);
2119         }
2120
2121         ION_CHECK(ion_reader_step_out(ser->reader));
2122 }
2123
2124 /**
2125  * @link https://amzn.github.io/ion-docs/docs/spec.html#struct
2126  * When two fields in the same struct have the same name [...] Implementations must preserve all such fields,
2127  * i.e., they may not discard fields that have repeated names. However, implementations may reorder fields
2128  * (the binary format identifies structs that are sorted by symbolID), so certain operations may lead to
2129  * nondeterministic behavior.
2130  */
2131 LOCAL void php_ion_unserialize_hash(php_ion_unserializer *ser, zval *return_value)
2132 {
2133         zend_hash_next_index_insert(ser->ids, return_value);
2134
2135         ION_CHECK(ion_reader_step_in(ser->reader));
2136
2137         while (true) {
2138                 ION_TYPE typ;
2139                 ION_CHECK(ion_reader_next(ser->reader, &typ));
2140
2141                 if (typ == tid_EOF) {
2142                         break;
2143                 }
2144
2145                 zend_string *key;
2146                 php_ion_unserialize_field_name(ser, &key, false);
2147                 ION_CATCH();
2148
2149                 zval zvalue;
2150                 php_ion_unserialize_zval(ser, &zvalue, &typ);
2151                 ION_CATCH(zend_string_release(key));
2152
2153                 // FIXME:: too naive; b0rked if the previous value is an array
2154                 if (zend_symtable_exists(HASH_OF(return_value), key)) {
2155                         zval tmp, *prev = zend_hash_find(HASH_OF(return_value), key);
2156                         if (Z_TYPE_P(prev) != IS_ARRAY) {
2157                                 array_init(&tmp);
2158                                 Z_TRY_ADDREF_P(prev);
2159                                 zend_hash_next_index_insert(Z_ARRVAL(tmp), prev);
2160                                 prev = zend_hash_update(HASH_OF(return_value), key, &tmp);
2161                         }
2162                         zend_hash_next_index_insert(Z_ARRVAL_P(prev), &zvalue);
2163                 } else {
2164                         zend_symtable_update(HASH_OF(return_value), key, &zvalue);
2165                 }
2166                 zend_string_release(key);
2167         }
2168
2169         ION_CHECK(ion_reader_step_out(ser->reader));
2170 }
2171
2172 LOCAL void verify_unserializer(php_ion_unserializer *ser, zend_object *zobject, zend_function **fn)
2173 {
2174         switch (ser->annotations.object_type) {
2175         case 'c':
2176                 *fn = NULL;
2177                 break;
2178
2179         case 'C':
2180                 if (!can_call_custom_unserialize(ser, zobject, fn)) {
2181                         zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2182                                         "Could not find custom serializer method of %s", ser->annotations.object_class->val);
2183                 }
2184                 break;
2185
2186         case 'O':
2187                 if (!can_call_magic_unserialize(ser, zobject->ce)) {
2188                         zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2189                                         "Could not find method %s::__unserialize()", ser->annotations.object_class->val);
2190                 }
2191                 *fn = zobject->ce->__unserialize;
2192                 break;
2193
2194         default:
2195                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2196                                 "Invalid object type %c", ser->annotations.object_type);
2197         }
2198 }
2199
2200 LOCAL void php_ion_unserialize_object(php_ion_unserializer *ser, zval *return_value)
2201 {
2202         // backup possible backref to array returned by magic/custom __serialize()
2203         zval *input = zend_hash_next_index_insert(ser->tmp, return_value);
2204         ZVAL_NULL(return_value);
2205         php_ion_unserialize_class(ser, return_value);
2206         ION_CATCH();
2207
2208         zend_function *fn = NULL;
2209         zend_object *zobject = Z_OBJ_P(return_value);
2210         verify_unserializer(ser, zobject, &fn);
2211         ION_CATCH();
2212
2213         // plain object
2214         if (!fn) {
2215                 php_ion_unserialize_props(ser, return_value);
2216                 return;
2217         }
2218
2219         // magic object
2220         if (Z_TYPE_P(input) != IS_ARRAY) {
2221                 zval_ptr_dtor(input);
2222                 array_init(input);
2223                 zend_hash_real_init_mixed(Z_ARRVAL_P(input));
2224                 php_ion_unserialize_hash(ser, input);
2225                 ION_CATCH();
2226         }
2227         zval rv;
2228         ZVAL_NULL(&rv);
2229         zend_call_method_with_1_params(zobject, zobject->ce, &fn, "", &rv, input);
2230         zval_ptr_dtor(&rv);
2231 }
2232
2233 LOCAL void php_ion_unserialize_struct(php_ion_unserializer *ser, zval *return_value)
2234 {
2235         if (ser->annotations.object_class) {
2236                 switch (ser->annotations.object_type) {
2237                 case 'S':
2238                         php_ion_unserialize_object_iface(ser, return_value);
2239                         break;
2240                 case 'E':
2241                         php_ion_unserialize_object_enum(ser, return_value);
2242                         break;
2243                 default:
2244                         php_ion_unserialize_object(ser, return_value);
2245                 }
2246         } else if (!ser->annotations.object_type) {
2247                 bool is_shared_symtab = ser->annotations.shared_symtab;
2248                 array_init(return_value);
2249                 php_ion_unserialize_hash(ser, return_value);
2250                 if (is_shared_symtab) {
2251                         zval zobj;
2252                         object_init_ex(&zobj, ce_Symbol_Table_Shared);
2253                         zend_call_known_function(Z_OBJCE(zobj)->constructor, Z_OBJ(zobj), Z_OBJCE(zobj), NULL, 0, NULL, Z_ARRVAL_P(return_value));
2254                         zval_ptr_dtor(return_value);
2255                         RETURN_COPY_VALUE(&zobj);
2256                 }
2257         } else if (ser->annotations.object_type == 'o') {
2258                 object_init(return_value);
2259                 php_ion_unserialize_hash(ser, return_value);
2260         } else {
2261                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_TOKEN,
2262                                 "Invalid object annotation %c::", ser->annotations.object_type);
2263         }
2264 }
2265
2266 LOCAL void php_ion_unserialize_list(php_ion_unserializer *ser, zval *return_value)
2267 {
2268         ION_CHECK(ion_reader_step_in(ser->reader));
2269         array_init(return_value);
2270         zend_hash_next_index_insert(ser->ids, return_value);
2271
2272         while (true) {
2273                 ION_TYPE typ;
2274                 ION_CHECK(ion_reader_next(ser->reader, &typ));
2275
2276                 if (typ == tid_EOF) {
2277                         break;
2278                 }
2279
2280                 zval next;
2281                 php_ion_unserialize_zval(ser, &next, &typ);
2282                 ION_CATCH();
2283
2284                 zend_hash_next_index_insert(Z_ARRVAL_P(return_value), &next);
2285         }
2286
2287         ION_CHECK(ion_reader_step_out(ser->reader));
2288 }
2289
2290 LOCAL void php_ion_reader_read_lob(ION_READER *reader, zval *return_value)
2291 {
2292         zend_string *zstr = zend_string_alloc(0x1000, 0);
2293 again: ;
2294         SIZE read = 0;
2295         iERR err = ion_reader_read_lob_bytes(reader, (BYTE *) zstr->val, (SIZE) zstr->len, &read);
2296         if (err == IERR_BUFFER_TOO_SMALL) {
2297                 zstr = zend_string_extend(zstr, zstr->len << 2, 0);
2298                 goto again;
2299         }
2300         ION_CHECK(err, zend_string_release(zstr));
2301         if (zstr->len > read) {
2302                 zstr->val[read] = 0;
2303                 zstr = zend_string_truncate(zstr, read, 0);
2304         }
2305         RETURN_STR(zstr);
2306 }
2307
2308 LOCAL void php_ion_reader_read_timestamp(ION_READER *reader, ION_READER_OPTIONS *opt, zval *return_value)
2309 {
2310         ION_TIMESTAMP ts;
2311         ION_CHECK(ion_reader_read_timestamp(reader, &ts));
2312
2313         object_init_ex(return_value, ce_Timestamp);
2314         php_ion_timestamp *ts_obj = php_ion_obj(timestamp, Z_OBJ_P(return_value));
2315
2316         zend_string *fmt = NULL;
2317         decContext *ctx = opt ? opt->decimal_context : NULL;
2318         ts_obj->time = php_time_from_ion(&ts, ctx, &fmt);
2319         php_ion_timestamp_ctor(ts_obj, ts.precision, fmt, NULL, NULL);
2320         zend_string_release(fmt);
2321
2322         OBJ_CHECK(ts_obj);
2323 }
2324
2325 LOCAL void php_ion_reader_read_int(ION_READER *reader, zval *return_value)
2326 {
2327         ION_INT *num = NULL;
2328         ION_CHECK(ion_int_alloc(reader, &num));
2329         ION_CHECK(ion_reader_read_ion_int(reader, num));
2330
2331         // TODO: SIZEOF_ZEND_LONG == 4
2332         int64_t i64;
2333         iERR err = ion_int_to_int64(num, &i64);
2334         switch (err) {
2335         case IERR_OK:
2336                 RETVAL_LONG(i64);
2337                 goto done;
2338
2339         case IERR_NUMERIC_OVERFLOW: ;
2340                 SIZE max, len;
2341                 ION_CHECK(ion_int_char_length(num, &max));
2342                 zend_string *zs = zend_string_alloc(max, 0);
2343
2344                 err = ion_int_to_char(num, (BYTE *) zs->val, max, &len);
2345                 zs->val[zs->len = len] = 0;
2346                 RETVAL_STR(zs);
2347                 /* fall through */
2348
2349         default:
2350         done:
2351                 ion_int_free(num);
2352                 ION_CHECK(err);
2353         }
2354 }
2355
2356 LOCAL void php_ion_unserialize_backref(php_ion_unserializer *ser, zval *return_value)
2357 {
2358         zval *backref = zend_hash_index_find(ser->ids, Z_LVAL_P(return_value));
2359
2360         if (backref) {
2361                 ZVAL_COPY_VALUE(return_value, backref);
2362                 zend_hash_next_index_insert(ser->addref, return_value);
2363         } else {
2364                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INTERNAL_ERROR,
2365                                 "Could not find back reference " ZEND_LONG_FMT, Z_LVAL_P(return_value));
2366         }
2367 }
2368
2369 LOCAL void php_ion_unserialize_annotations(php_ion_unserializer *ser)
2370 {
2371         memset(&ser->annotations, 0, sizeof(ser->annotations));
2372
2373         int32_t ann_cnt;
2374         ION_CHECK(ion_reader_get_annotation_count(ser->reader, &ann_cnt));
2375         for (int32_t i = 0; i < ann_cnt; ++i) {
2376                 ION_STRING ann_str;
2377                 ION_CHECK(ion_reader_get_an_annotation(ser->reader, i, &ann_str));
2378
2379                 if (ann_str.length != 1) {
2380                         if (ION_STRING_EQUALS(&ann_str, &ION_SYMBOL_SHARED_SYMBOL_TABLE_STRING)) {
2381                                 ser->annotations.shared_symtab = true;
2382                         }
2383                         continue;
2384                 }
2385
2386                 switch (*ann_str.value) {
2387                 case 'R':
2388                         if (ser->annotations.makeref) {
2389                                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2390                                                 "Invalid multiple reference annotations");
2391                                 return;
2392                         }
2393                         ser->annotations.makeref = true;
2394                         break;
2395
2396                 case 'r':
2397                         if (ser->annotations.backref) {
2398                                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2399                                                 "Invalid multiple back reference annotations");
2400                                 return;
2401                         }
2402                         ser->annotations.backref = true;
2403                         break;
2404
2405                 case 'p':
2406                         if (ser->annotations.object_prop) {
2407                                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2408                                                 "Invalid multiple object property annotations");
2409                                 return;
2410                         }
2411                         ser->annotations.object_prop = true;
2412
2413                         ION_STRING prop_class;
2414                         ION_CHECK(ion_reader_get_an_annotation(ser->reader, ++i, &prop_class));
2415                         ser->annotations.property_class = zend_string_from_ion(&prop_class);
2416
2417                         zval zptmp;
2418                         ZVAL_STR(&zptmp, ser->annotations.property_class);
2419                         zend_hash_next_index_insert(ser->tmp, &zptmp);
2420                         break;
2421
2422                 case 'E':
2423                 case 'S':
2424                 case 'O':
2425                 case 'C':
2426                 case 'o':
2427                 case 'c':
2428                         if (ser->annotations.object_type) {
2429                                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2430                                                 "Invalid multiple object type annotations: %c::%c",
2431                                                 ser->annotations.object_type, *ann_str.value);
2432                                 return;
2433                         }
2434                         if ('o' != (ser->annotations.object_type = *ann_str.value)) {
2435                                 ION_STRING class_name;
2436                                 ION_CHECK(ion_reader_get_an_annotation(ser->reader, ++i, &class_name));
2437                                 ser->annotations.object_class = zend_string_from_ion(&class_name);
2438
2439                                 zval zctmp;
2440                                 ZVAL_STR(&zctmp, ser->annotations.object_class);
2441                                 zend_hash_next_index_insert(ser->tmp, &zctmp);
2442                         }
2443                         break;
2444                 }
2445
2446                 // sanity checks
2447                 if (ser->annotations.object_type && ser->annotations.object_type != 'o' && !ser->annotations.object_class) {
2448                         zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2449                                         "Invalid object annotation without class name: %c::", ser->annotations.object_type);
2450                         return;
2451                 }
2452                 if (ser->annotations.object_type == 'o' && ser->annotations.object_class) {
2453                         zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2454                                         "Invalid object annotation with class name: o::%s", ser->annotations.object_class->val);
2455                         return;
2456                 }
2457         }
2458 }
2459
2460 LOCAL void php_ion_unserialize_zval(php_ion_unserializer *ser, zval *return_value, ION_TYPE *typ)
2461 {
2462         if (typ) {
2463                 memcpy(&ser->type, typ, sizeof(ser->type)); // NOLINT
2464         } else {
2465                 typ = &ser->type;
2466                 ION_CHECK(ion_reader_next(ser->reader, typ));
2467         }
2468
2469         php_ion_unserialize_annotations(ser);
2470         ION_CATCH();
2471
2472         if (ser->annotations.makeref) {
2473                 ZVAL_MAKE_REF(return_value);
2474                 zend_hash_next_index_insert(ser->ids, return_value);
2475                 ZVAL_DEREF(return_value);
2476         }
2477
2478         if (ION_TYPE_INT(*typ) > 0) {
2479                 BOOL is_null;
2480                 ION_CHECK(ion_reader_is_null(ser->reader, &is_null));
2481                 if (is_null) {
2482                         RETURN_NULL();
2483                 }
2484         }
2485
2486         switch (ION_TYPE_INT(*typ)) {
2487         case tid_NULL_INT:
2488                 ION_CHECK(ion_reader_read_null(ser->reader, typ));
2489                 RETURN_NULL();
2490
2491         case tid_BOOL_INT: ;
2492                 BOOL bval;
2493                 ION_CHECK(ion_reader_read_bool(ser->reader, &bval));
2494                 RETURN_BOOL(bval);
2495
2496         case tid_INT_INT:
2497                 php_ion_reader_read_int(ser->reader, return_value);
2498                 if (ser->annotations.backref) {
2499                         ION_CATCH();
2500                         php_ion_unserialize_backref(ser, return_value);
2501                 }
2502                 if (ser->annotations.object_type) {
2503                         if (!ser->annotations.backref) {
2504                                 zend_throw_exception_ex(spl_ce_RuntimeException, IERR_INVALID_SYNTAX,
2505                                                 "Invalid object type annotation: %c::" ZEND_LONG_FMT,
2506                                                 ser->annotations.object_type, Z_LVAL_P(return_value));
2507                                 return;
2508                         }
2509                         goto unserialize_struct;
2510                 }
2511                 return;
2512
2513         case tid_FLOAT_INT: ;
2514                 double d;
2515                 ION_CHECK(ion_reader_read_double(ser->reader, &d));
2516                 RETURN_DOUBLE(d);
2517
2518         case tid_DECIMAL_INT:
2519                 object_init_ex(return_value, ce_Decimal);
2520                 php_ion_decimal *dec = php_ion_obj(decimal, Z_OBJ_P(return_value));
2521                 ION_CHECK(ion_reader_read_ion_decimal(ser->reader, &dec->dec));
2522                 php_ion_decimal_ctor(dec);
2523                 zend_hash_next_index_insert(ser->ids, return_value);
2524                 return;
2525
2526         case tid_TIMESTAMP_INT:
2527                 php_ion_reader_read_timestamp(ser->reader, ser->options, return_value);
2528                 zend_hash_next_index_insert(ser->ids, return_value);
2529                 return;
2530
2531         case tid_SYMBOL_INT: ;
2532                 ION_SYMBOL sym;
2533                 ION_CHECK(ion_reader_read_ion_symbol(ser->reader, &sym));
2534                 php_ion_symbol_zval(&sym, return_value);
2535                 if (ser->annotations.object_type) {
2536                         goto unserialize_struct;
2537                 }
2538                 zend_hash_next_index_insert(ser->ids, return_value);
2539                 return;
2540
2541         case tid_STRING_INT: ;
2542                 ION_STRING str;
2543                 ION_CHECK(ion_reader_read_string(ser->reader, &str));
2544                 RETVAL_STRINGL((char *) str.value, str.length);
2545                 if (ser->annotations.object_type) {
2546                         goto unserialize_struct;
2547                 }
2548                 zend_hash_next_index_insert(ser->ids, return_value);
2549                 return;
2550
2551         case tid_CLOB_INT:
2552         case tid_BLOB_INT:
2553                 php_ion_reader_read_lob(ser->reader, return_value);
2554                 if (ser->annotations.object_type) {
2555                         goto unserialize_struct;
2556                 }
2557                 zend_hash_next_index_insert(ser->ids, return_value);
2558                 return;
2559
2560         case tid_LIST_INT:
2561         case tid_SEXP_INT: // FIXME
2562                 php_ion_unserialize_list(ser, return_value);
2563                 if (!ser->annotations.object_type) {
2564                         return;
2565                 }
2566                 /* fall through */
2567
2568         case tid_STRUCT_INT:
2569 unserialize_struct: ;
2570                 php_ion_unserialize_struct(ser, return_value);
2571                 return;
2572
2573         case tid_none_INT:
2574                 ZEND_ASSERT(0);
2575                 break;
2576
2577         case tid_DATAGRAM_INT:
2578                 ZEND_ASSERT(!"datagram");
2579         case tid_EOF_INT:
2580                 return;
2581         }
2582 }
2583
2584 #define php_ion_unserializer_php_copy(o,n)
2585 php_ion_decl(unserializer_php, Unserializer_PHP);
2586 #define clone_ion_Unserializer_PHP NULL
2587
2588 LOCAL void php_ion_unserialize_ex(php_ion_unserializer *ser, zval *return_value)
2589 {
2590         if (ser->multi_seq) {
2591                 array_init(return_value);
2592         }
2593
2594         do {
2595                 zval tmp;
2596                 ZVAL_NULL(&tmp);
2597                 php_ion_globals_unserializer_step();
2598                 php_ion_unserialize_zval(ser, &tmp, NULL);
2599                 php_ion_globals_unserializer_exit();
2600                 ION_CATCH(zval_ptr_dtor(&tmp));
2601
2602                 if (!ser->multi_seq) {
2603                         RETURN_COPY_VALUE(&tmp);
2604                 } else if (ser->type != tid_EOF) {
2605                         zend_hash_next_index_insert(Z_ARRVAL_P(return_value), &tmp);
2606                 }
2607         } while (ser->type != tid_EOF);
2608 }
2609
2610 void php_ion_unserialize(php_ion_unserializer *ser, zval *zdata, zval *return_value)
2611 {
2612         zend_object *zo_opt = NULL, *zo_ser = NULL;
2613
2614         if (!ser) {
2615                 zo_ser = create_ion_Unserializer_PHP(NULL);
2616                 php_ion_unserializer_php *o_ser = php_ion_obj(unserializer_php, zo_ser);
2617                 PTR_CHECK(o_ser);
2618                 o_ser->unserializer.call_magic = true;
2619                 php_ion_unserializer_php_ctor(o_ser);
2620                 ION_CATCH();
2621                 ser = &o_ser->unserializer;
2622         }
2623
2624         zend_object *zo_reader;
2625         php_ion_reader *reader;
2626         ZVAL_DEREF(zdata);
2627
2628         if (Z_TYPE_P(zdata) == IS_RESOURCE) {
2629                 zo_reader = create_ion_Reader_Reader(ce_Reader_Stream_Reader);
2630                 reader = php_ion_obj(reader, zo_reader);
2631                 reader->type = STREAM_READER;
2632                 php_stream_from_zval_no_verify(reader->stream.ptr, zdata);
2633         } else if (Z_TYPE_P(zdata) <= IS_STRING) {
2634                 zo_reader = create_ion_Reader_Reader(ce_Reader_Buffer_Reader);
2635                 reader = php_ion_obj(reader, zo_reader);
2636                 reader->type = BUFFER_READER;
2637                 reader->buffer = zval_get_string(zdata);
2638         } else {
2639                 zend_throw_exception_ex(spl_ce_InvalidArgumentException, IERR_INVALID_ARG,
2640                                 "Invalid source to unserialize: expected string or resource, got %s",
2641                                                                 zend_zval_type_name(zdata));
2642                 if (zo_ser) {
2643                         OBJ_RELEASE(zo_ser);
2644                 }
2645                 return;
2646         }
2647
2648         if (ser->options) {
2649                 zo_opt = reader->opt = php_ion_reader_options_new();
2650                 php_ion_obj(reader_options, reader->opt)->opt = *ser->options;
2651         }
2652
2653         php_ion_reader_ctor(reader);
2654         ser->reader = reader->reader;
2655
2656         if (!EG(exception)) {
2657                 php_ion_unserialize_ex(ser, return_value);
2658         }
2659
2660         OBJ_RELEASE(zo_reader);
2661         if (zo_opt)  {
2662                 OBJ_RELEASE(zo_opt);
2663         }
2664         if (zo_ser) {
2665                 OBJ_RELEASE(zo_ser);
2666         }
2667 }