interned strings
[m6w6/ext-psi] / src / context.c
index f31c1e1707d5267d9db969bd57945198db1efe03..8fdbf22f41a2701b60833ce59407f3c48b078122 100644 (file)
-#include <sys/param.h>
-#include <dirent.h>
-#include <fnmatch.h>
-#include <errno.h>
+/*******************************************************************************
+ Copyright (c) 2016, Michael Wallner <mike@php.net>.
+ All rights reserved.
+
+ Redistribution and use in source and binary forms, with or without
+ modification, are permitted provided that the following conditions are met:
+
+     * Redistributions of source code must retain the above copyright notice,
+       this list of conditions and the following disclaimer.
+     * Redistributions in binary form must reproduce the above copyright
+       notice, this list of conditions and the following disclaimer in the
+       documentation and/or other materials provided with the distribution.
+
+ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
+ FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*******************************************************************************/
+
+#include "php_psi_stdinc.h"
 
 #include "php.h"
+
+#ifdef HAVE_DIRENT_H
+# include <dirent.h>
+# define NAMLEN(dirent) strlen ((dirent)->d_name)
+#else
+# define dirent direct
+# define NAMLEN(dirent) ((dirent)->d_namlen)
+# ifdef HAVE_SYS_NDIR_H
+#  include <sys/ndir.h>
+# endif
+# ifdef HAVE_SYS_DIR_H
+#  include <sys/dir.h>
+# endif
+# ifdef HAVE_NDIR_H
+#  include <ndir.h>
+# endif
+#endif
+
+#include <fnmatch.h>
+
 #include "php_scandir.h"
-#include "context.h"
+#include "php_psi.h"
+#include "calc.h"
+#include "call.h"
+#include "libjit.h"
+#include "libffi.h"
+
+#include "token.h"
 #include "parser.h"
-#include "validator.h"
-
-#define psi_predef_count(s) (sizeof(psi_predef_ ##s## s)/sizeof(psi_predef ##s))
-typedef struct psi_predef_type {
-       token_t type_tag;
-       const char *type_name;
-       const char *alias;
-} psi_predef_type;
-#define psi_predef_type_count() psi_predef_count(type)
-static const psi_predef_types[] = {
-       PHP_PSI_TYPES
-};
-
-typedef struct psi_predef_const {
-       token_t type_tag;
-       const char *type_name;
-       const char *name;
-       const char *val_text;
-       token_t val_type_tag;
-} psi_predef_const;
-#define psi_predef_const_count() psi_predef_count(const)
-static const psi_predef_consts[] = {
-       PHP_PSI_CONSTS
-};
-
-PSI_Context *PSI_ContextInit(PSI_Context *C, PSI_ContextOps *ops, PSI_ContextErrorFunc error)
-{
-       size_t i;
-       PSI_Data data;
 
+#include "php_psi_posix.h"
+
+struct psi_context *psi_context_init(struct psi_context *C, struct psi_context_ops *ops, psi_error_cb error, unsigned flags)
+{
        if (!C) {
                C = malloc(sizeof(*C));
        }
        memset(C, 0, sizeof(*C));
 
-       C->error = error;
+       psi_data_ctor(PSI_DATA(C), error, flags);
        C->ops = ops;
-       ops->init(C);
-
-       memset(&data, 0, sizeof(data));
-       for (i = 0; i < psi_predef_type_count(); ++i) {
-               psi_predef_type *pre = &psi_predef_types[i];
-               decl_type *type = init_decl_type(pre->type_tag, pre->type_name);
-               decl_typedef *def = init_decl_typedef(pre->alias, type);
 
-               data.defs = add_decl_typedef(data.defs, def);
+       if (ops->init) {
+               ops->init(C);
        }
-       for (i = 0; i < psi_predef_const_count(); ++i) {
-               psi_predef_const *pre = psi_predef_const[i];
-               impl_def_val *val = init_impl_def_val(pre->val_type_tag, pre->val_text);
-               const_type *type = init_const_type(pre->type_tag, pre->type_name);
-               constant *constant = init_constant(type, pre->name, val);
 
-               data.consts = add_constant(data.consts, constant);
-       }
+       assert(ops->call != NULL);
+       assert(ops->compile != NULL);
+
        return C;
 }
 
 static int psi_select_dirent(const struct dirent *entry)
 {
 #ifndef FNM_CASEFOLD
-#define FNM_CASEFOLD 0
+# define FNM_CASEFOLD 0
 #endif
        return 0 == fnmatch("*.psi", entry->d_name, FNM_CASEFOLD);
 }
 
-
-void PSI_ContextBuild(PSI_Context *C, const char *path)
+static bool psi_context_add(struct psi_context *C, struct psi_parser *P)
 {
-       int i, n;
-       struct dirent **entries = NULL;
+       bool valid;
+       struct psi_data *D;
+       struct psi_validate_scope scope = {0};
 
-       n = php_scandir(path, &entries, psi_select_dirent, alphasort);
+       C->data = realloc(C->data, (C->count + 1) * sizeof(*C->data));
+       D = psi_data_exchange(&C->data[C->count++], PSI_DATA(P));
 
-       if (n < 0) {
-               return;
-       } else for (i = 0; i < n; ++i) {
-               char psi[MAXPATHLEN];
-               PSI_Parser P;
-               PSI_Validator V;
+       psi_validate_scope_ctor(&scope);
+       scope.defs = &P->preproc->defs;
+       valid = psi_validate(&scope, PSI_DATA(C), D);
+       psi_validate_scope_dtor(&scope);
 
-               if (MAXPATHLEN <= slprintf(psi, MAXPATHLEN, "%s/%s", path, entries[i]->d_name)) {
-                       C->error(PSI_WARNING, "Path to PSI file too long: %s/%s",
-                               path, entries[i]->d_name);
-               }
-               if (!PSI_ParserInit(&P, psi, C->error, 0)) {
-                       C->error(PSI_WARNING, "Failed to init PSI parser (%s): %s",
-                               psi, strerror(errno));
-                       continue;
-               }
+       return valid;
+}
 
-               while (-1 != PSI_ParserScan(&P)) {
-                       PSI_ParserParse(&P, PSI_TokenAlloc(&P));
-               };
-               PSI_ParserParse(&P, NULL);
+void psi_context_build(struct psi_context *C, const char *paths)
+{
+       int i, n;
+       char *sep = NULL, *cpy = strdup(paths), *ptr = cpy;
+       struct dirent **entries;
 
-               if (!PSI_ValidatorInit(&V, &P)) {
-                       C->error(PSI_WARNING, "Failed to init PSI validator");
-                       break;
-               }
-               PSI_ParserDtor(&P);
+       do {
+               sep = strchr(ptr, ':');
 
-               if (PSI_ValidatorValidate(&V)) {
-                       zend_function_entry *closures;
+               if (sep) {
+                       *sep = 0;
+               }
 
-                       closures = PSI_ContextCompile(C, (PSI_Data *) &V);
-                       if (closures && SUCCESS != zend_register_functions(NULL, closures, NULL, MODULE_PERSISTENT)) {
-                               C->error(PSI_WARNING, "Failed to register functions!");
+               entries = NULL;
+               n = php_scandir(ptr, &entries, psi_select_dirent, alphasort);
+
+               if (n > 0) {
+                       for (i = 0; i < n; ++i) {
+                               char psi[MAXPATHLEN];
+                               struct psi_parser P;
+                               struct psi_parser_input *I;
+
+                               if (MAXPATHLEN <= slprintf(psi, MAXPATHLEN, "%s/%s", ptr, entries[i]->d_name)) {
+                                       C->error(PSI_DATA(C), NULL, PSI_WARNING, "Path to PSI file too long: %s/%s",
+                                               ptr, entries[i]->d_name);
+                               }
+                               if (!psi_parser_init(&P, C->error, C->flags)) {
+                                       C->error(PSI_DATA(C), NULL, PSI_WARNING, "Failed to init PSI parser (%s): %s",
+                                               psi, strerror(errno));
+                                       continue;
+                               }
+                               if (!(I = psi_parser_open_file(&P, psi, true))) {
+                                       C->error(PSI_DATA(C), NULL, PSI_WARNING, "Failed to open PSI file (%s): %s",
+                                               psi, strerror(errno));
+                                       continue;
+                               }
+                               psi_parser_parse(&P, I);
+                               psi_context_add(C, &P);
+                               psi_parser_dtor(&P);
+                               psi_parser_input_free(&I);
                        }
                }
-               PSI_ValidatorDtor(&V);
-       }
-       if (entries) {
-               for (i = 0; i < n; ++i) {
-                       free(entries[i]);
+
+               if (entries) {
+                       for (i = 0; i < n; ++i) {
+                               free(entries[i]);
+                       }
+                       free(entries);
                }
-               free(entries);
+
+               ptr = sep + 1;
+       } while (sep);
+
+
+       if (psi_context_compile(C) && SUCCESS != zend_register_functions(NULL, C->closures, NULL, MODULE_PERSISTENT)) {
+               C->error(PSI_DATA(C), NULL, PSI_WARNING, "Failed to register functions!");
        }
 
+       free(cpy);
 }
 
-zend_function_entry *PSI_ContextCompile(PSI_Context *C, PSI_Data *D)
+zend_function_entry *psi_context_compile(struct psi_context *C)
 {
-       size_t i, count = C->count++;
-       zend_function_entry *zfe;
+       zend_constant zc;
 
-       if (D->consts) {
-               zend_constant zc;
+       ZEND_CONSTANT_SET_FLAGS(&zc, CONST_CS|CONST_PERSISTENT, EG(current_module)->module_number);
 
-               zc.flags = CONST_PERSISTENT|CONST_CS;
-               zc.module_number = EG(current_module)->module_number;
+       if (C->consts) {
+               size_t i = 0;
+               struct psi_const *c;
 
-               for (i = 0; i < D->consts->count; ++i) {
-                       constant *c = D->consts->list[i];
+               while (psi_plist_get(C->consts, i++, &c)) {
 
-                       zc.name = zend_string_init(c->name + (c->name[0] == '\\'), strlen(c->name) - (c->name[0] == '\\'), 1);
-                       ZVAL_NEW_STR(&zc.value, zend_string_init(c->val->text, strlen(c->val->text), 1));
+                       if (zend_get_constant(c->name)) {
+                               continue;
+                       }
+
+                       zc.name = zend_string_copy(c->name);
 
                        switch (c->type->type) {
                        case PSI_T_BOOL:
-                               convert_to_boolean(&zc.value);
+                               ZVAL_BOOL(&zc.value, c->val->ival.zend.bval);
                                break;
                        case PSI_T_INT:
-                               convert_to_long(&zc.value);
+                               ZVAL_LONG(&zc.value, c->val->ival.zend.lval);
                                break;
                        case PSI_T_FLOAT:
-                               convert_to_double(&zc.value);
+                       case PSI_T_DOUBLE:
+                               ZVAL_DOUBLE(&zc.value, c->val->ival.dval);
+                               break;
+                       case PSI_T_STRING:
+                       case PSI_T_QUOTED_STRING:
+                               ZVAL_NEW_STR(&zc.value, zend_string_copy(c->val->ival.zend.str));
+                               if (ZSTR_IS_INTERNED(Z_STR(zc.value))) {
+                                       Z_TYPE_FLAGS(zc.value) = 0;
+                               }
+                               break;
+                       default:
+                               assert(0);
                                break;
                        }
+
                        zend_register_constant(&zc);
                }
        }
 
-       C->data = realloc(C->data, C->count * sizeof(*C->data));
-       PSI_DataExchange(&C->data[count], D);
+       if (C->enums) {
+               size_t i = 0;
+               struct psi_decl_enum *e;
+
+               while (psi_plist_get(C->enums, i++, &e)) {
+                       size_t j = 0;
+                       struct psi_decl_enum_item *item;
+
+                       while (psi_plist_get(e->items, j++, &item)) {
+                               zend_string *name;
+
+                               if (psi_decl_type_is_anon(e->name, "enum")) {
+                                       name = strpprintf(0, "psi\\%s", item->name->val);
+                               } else {
+                                       name = strpprintf(0, "psi\\%s\\%s", e->name->val, item->name->val);
+                               }
+
+                               if (zend_get_constant(name)) {
+                                       zend_string_release(name);
+                                       continue;
+                               }
+
+                               zc.name = zend_string_dup(name, 1);
+                               ZVAL_LONG(&zc.value, psi_num_exp_get_long(item->num, NULL, NULL));
+                               zend_register_constant(&zc);
+                               zend_string_release(name);
+                       }
+               }
+       }
+
+       return C->closures = C->ops->compile(C);
+}
+
+
+ZEND_RESULT_CODE psi_context_call(struct psi_context *C, zend_execute_data *execute_data, zval *return_value, struct psi_impl *impl)
+{
+       struct psi_call_frame *frame;
+
+       frame = psi_call_frame_init(C, impl->decl, impl);
+
+       if (SUCCESS != psi_call_frame_parse_args(frame, execute_data)) {
+               psi_call_frame_free(frame);
+
+               return FAILURE;
+       }
+
+       psi_call_frame_enter(frame);
+
+       if (SUCCESS != psi_call_frame_do_let(frame)) {
+               psi_call_frame_do_return(frame, return_value);
+               psi_call_frame_free(frame);
+
+               return FAILURE;
+       }
+
+       if (SUCCESS != psi_call_frame_do_assert(frame, PSI_ASSERT_PRE)) {
+               psi_call_frame_do_return(frame, return_value);
+               psi_call_frame_free(frame);
+
+               return FAILURE;
+       }
 
-       zfe = C->ops->compile(C, &C->data[count]);
+       C->ops->call(frame);
 
-       C->closures = realloc(C->closures, C->count * sizeof(*C->closures));
-       C->closures[count] = zfe;
+       if (SUCCESS != psi_call_frame_do_assert(frame, PSI_ASSERT_POST)) {
+               psi_call_frame_do_return(frame, return_value);
+               psi_call_frame_free(frame);
 
-       return zfe;
+               return FAILURE;
+       }
+
+       psi_call_frame_do_return(frame, return_value);
+       psi_call_frame_do_set(frame);
+       psi_call_frame_do_free(frame);
+       psi_call_frame_free(frame);
+
+       return SUCCESS;
 }
 
-void PSI_ContextDtor(PSI_Context *C)
+
+void psi_context_dtor(struct psi_context *C)
 {
        size_t i;
+       zend_function_entry *zfe;
 
-       C->ops->dtor(C);
+       if (C->ops->dtor) {
+               C->ops->dtor(C);
+       }
 
-       for (i = 0; i < C->count; ++i) {
-               PSI_DataDtor(&C->data[i]);
-               if (C->closures[i]){
-                       free(C->closures[i]);
+       psi_data_dtor(PSI_DATA(C));
+
+       if (C->data) {
+               for (i = 0; i < C->count; ++i) {
+                       psi_data_dtor(&C->data[i]);
                }
+               free(C->data);
        }
-       free(C->data);
-       free(C->closures);
 
-       memset(C, 0, sizeof(*C));
+       if (C->closures) {
+               for (zfe = C->closures; zfe->fname; ++zfe) {
+                       free((void *) zfe->arg_info);
+               }
+               free(C->closures);
+       }
 }
 
-void PSI_ContextFree(PSI_Context **C)
+void psi_context_free(struct psi_context **C)
 {
        if (*C) {
-               PSI_ContextDtor(*C);
+               psi_context_dtor(*C);
                free(*C);
                *C = NULL;
        }
 }
+
+void psi_context_dump(struct psi_context *C, int fd)
+{
+       size_t i;
+
+       dprintf(fd, "// psi.engine=%s\n// %lu files\n",
+                       (char *) C->ops->query(C, PSI_CONTEXT_QUERY_SELF, NULL),
+                       C->count);
+
+       for (i = 0; i < C->count; ++i) {
+               psi_data_dump(fd, &C->data[i]);
+       }
+}