+#ifdef HAVE_CONFIG_H
+# include "config.h"
+#endif
+
#include "php.h"
+
+#ifdef HAVE_LIBFFI
+
#include "php_psi.h"
-#include "libffi.h"
+#include "engine.h"
+
+#undef PACKAGE
+#undef PACKAGE_BUGREPORT
+#undef PACKAGE_NAME
+#undef PACKAGE_STRING
+#undef PACKAGE_TARNAME
+#undef PACKAGE_VERSION
#include <ffi.h>
-static void handler(ffi_cif *signature, void *_result, void **_args, void *_data);
+#ifndef PSI_HAVE_FFI_CLOSURE_ALLOC
+# if HAVE_UNISTD_H
+# include <unistd.h>
+# endif
+# if HAVE_SYS_MMAN_H
+# include <sys/mman.h>
+# ifndef MAP_ANONYMOUS
+# define MAP_ANONYMOUS MAP_ANON
+# endif
+# endif
+#endif
+
+static void *psi_ffi_closure_alloc(size_t s, void **code)
+{
+#ifdef PSI_HAVE_FFI_CLOSURE_ALLOC
+ return ffi_closure_alloc(s, code);
+#elif HAVE_MMAP
+ *code = mmap(NULL, s, PROT_EXEC|PROT_WRITE|PROT_READ,
+ MAP_PRIVATE|MAP_ANONYMOUS, -1, 0);
+ if (MAP_FAILED == *code) {
+ return NULL;
+ }
+ return *code;
+#else
+# error "Neither ffi_closure_alloc() nor mmap() available"
+#endif
+}
+
+static ffi_status psi_ffi_prep_closure(ffi_closure **closure, void **code, ffi_cif *sig, void (*handler)(ffi_cif*,void*,void**,void*), void *data) {
+ *closure = psi_ffi_closure_alloc(sizeof(ffi_closure), code);
+ ZEND_ASSERT(*closure != NULL);
+
+#if PSI_HAVE_FFI_PREP_CLOSURE_LOC
+ return ffi_prep_closure_loc(*closure, sig, handler, data, *code);
+
+#elif PSI_HAVE_FFI_PREP_CLOSURE
+ return ffi_prep_closure(*code, sig, handler, data);
+#else
+# error "Neither ffi_prep_closure() nor ffi_prep_closure_loc() is available"
+#endif
+
+}
+
+static void psi_ffi_closure_free(void *c)
+{
+#ifdef PSI_HAVE_FFI_CLOSURE_ALLOC
+ ffi_closure_free(c);
+#elif HAVE_MMAP
+ munmap(c, sizeof(ffi_closure));
+#endif
+}
+
+static void psi_ffi_handler(ffi_cif *_sig, void *_result, void **_args, void *_data)
+{
+ psi_call(*(zend_execute_data **)_args[0], *(zval **)_args[1], _data);
+}
+
+static void psi_ffi_callback(ffi_cif *_sig, void *_result, void **_args, void *_data)
+{
+ psi_callback(_data, _result, _sig->nargs, _args);
+}
+
+static inline ffi_type *psi_ffi_decl_arg_type(decl_arg *darg);
+
+struct psi_ffi_context {
+ ffi_cif signature;
+ ffi_type *params[2];
+};
+
+struct psi_ffi_call {
+ void *code;
+ ffi_closure *closure;
+ ffi_cif signature;
+ void *params[1]; /* [type1, type2, NULL, arg1, arg2] ... */
+};
static inline ffi_abi psi_ffi_abi(const char *convention) {
return FFI_DEFAULT_ABI;
}
-static inline ffi_type *psi_ffi_type(token_t t) {
+
+static inline struct psi_ffi_call *psi_ffi_call_alloc(struct psi_context *C, decl *decl) {
+ int rc;
+ size_t i, c = decl->args ? decl->args->count : 0;
+ struct psi_ffi_call *call = calloc(1, sizeof(*call) + 2 * c * sizeof(void *));
+
+ for (i = 0; i < c; ++i) {
+ call->params[i] = psi_ffi_decl_arg_type(decl->args->args[i]);
+ }
+ call->params[c] = NULL;
+
+ decl->call.info = call;
+ decl->call.rval = &decl->func->ptr;
+ decl->call.argc = c;
+ decl->call.args = (void **) &call->params[c+1];
+
+ rc = ffi_prep_cif(&call->signature, psi_ffi_abi(decl->abi->convention),
+ c, psi_ffi_decl_arg_type(decl->func), (ffi_type **) call->params);
+ ZEND_ASSERT(FFI_OK == rc);
+
+ return call;
+}
+
+static inline ffi_status psi_ffi_call_init_closure(struct psi_context *C, struct psi_ffi_call *call, impl *impl) {
+ struct psi_ffi_context *context = C->context;
+
+ return psi_ffi_prep_closure(&call->closure, &call->code, &context->signature, psi_ffi_handler, impl);
+}
+
+static inline ffi_status psi_ffi_call_init_callback_closure(struct psi_context *C, struct psi_ffi_call *call, let_callback *cb) {
+ return psi_ffi_prep_closure(&call->closure, &call->code, &call->signature, psi_ffi_callback, cb);
+}
+
+static inline void psi_ffi_call_free(struct psi_ffi_call *call) {
+ if (call->closure) {
+ psi_ffi_closure_free(call->closure);
+ }
+ free(call);
+}
+
+static inline ffi_type *psi_ffi_token_type(token_t t) {
switch (t) {
default:
ZEND_ASSERT(0);
/* no break */
case PSI_T_VOID:
return &ffi_type_void;
- case PSI_T_SINT8:
+ case PSI_T_INT8:
return &ffi_type_sint8;
case PSI_T_UINT8:
return &ffi_type_uint8;
- case PSI_T_SINT16:
+ case PSI_T_INT16:
return &ffi_type_sint16;
case PSI_T_UINT16:
return &ffi_type_uint16;
- case PSI_T_SINT32:
+ case PSI_T_INT32:
return &ffi_type_sint32;
case PSI_T_UINT32:
return &ffi_type_uint32;
- case PSI_T_SINT64:
+ case PSI_T_INT64:
return &ffi_type_sint64;
case PSI_T_UINT64:
return &ffi_type_uint64;
case PSI_T_BOOL:
return &ffi_type_uchar;
- case PSI_T_CHAR:
- return &ffi_type_schar;
- case PSI_T_SHORT:
- return &ffi_type_sshort;
case PSI_T_INT:
+ case PSI_T_ENUM:
return &ffi_type_sint;
case PSI_T_LONG:
return &ffi_type_slong;
return &ffi_type_float;
case PSI_T_DOUBLE:
return &ffi_type_double;
+#ifdef HAVE_LONG_DOUBLE
+ case PSI_T_LONG_DOUBLE:
+ return &ffi_type_longdouble;
+#endif
+ case PSI_T_POINTER:
+ case PSI_T_FUNCTION:
+ return &ffi_type_pointer;
}
}
-static inline ffi_type *psi_ffi_decl_type(decl_type *type) {
- return psi_ffi_type(real_decl_type(type)->type);
-}
-static inline ffi_type *psi_ffi_decl_arg_type(decl_arg *darg) {
- if (darg->var->pointer_level) {
+static inline ffi_type *psi_ffi_impl_type(token_t impl_type) {
+ switch (impl_type) {
+ case PSI_T_BOOL:
+ return &ffi_type_sint8;
+ case PSI_T_INT:
+ return &ffi_type_sint64;
+ case PSI_T_STRING:
return &ffi_type_pointer;
- } else {
- return psi_ffi_decl_type(darg->type);
+ case PSI_T_FLOAT:
+ case PSI_T_DOUBLE:
+ return &ffi_type_double;
+ EMPTY_SWITCH_DEFAULT_CASE();
}
+ return NULL;
}
+static void psi_ffi_struct_type_dtor(void *type) {
+ ffi_type *strct = type;
-typedef struct PSI_LibffiContext {
- ffi_cif signature;
- ffi_type *params[2];
- struct {
- struct PSI_LibffiData **list;
- size_t count;
- } data;
-} PSI_LibffiContext;
-
-typedef struct PSI_LibffiData {
- PSI_LibffiContext *context;
- impl *impl;
- zend_internal_arg_info *arginfo;
- void *code;
- ffi_closure *closure;
- ffi_cif signature;
- ffi_type *params[1];
-} PSI_LibffiData;
+ if (strct->elements) {
+ ffi_type **ptr;
-static inline PSI_LibffiData *PSI_LibffiDataAlloc(PSI_LibffiContext *context, impl *impl) {
- ffi_status rc;
- size_t i, c = impl->decl->args->count;
- PSI_LibffiData *data = malloc(sizeof(*data) + c * sizeof(ffi_type *));
+ for (ptr = strct->elements; *ptr; ++ptr) {
+ free(*ptr);
+ }
+ free(strct->elements);
+ }
+ free(strct);
+}
- data->context = context;
- data->impl = impl;
- data->arginfo = psi_internal_arginfo(impl);
- for (i = 0; i < c; ++i) {
- data->params[i] = psi_ffi_decl_arg_type(impl->decl->args->args[i]);
+static size_t psi_ffi_struct_type_pad(ffi_type **els, size_t padding) {
+ size_t i;
+
+ for (i = 0; i < padding; ++i) {
+ ffi_type *pad = malloc(sizeof(*pad));
+
+ memcpy(pad, &ffi_type_schar, sizeof(*pad));
+ *els++ = pad;
}
- data->params[c] = NULL;
- rc = ffi_prep_cif(
- &data->signature,
- psi_ffi_abi(data->impl->decl->abi->convention),
- c,
- psi_ffi_decl_arg_type(data->impl->decl->func),
- data->params);
- ZEND_ASSERT(FFI_OK == rc);
- data->closure = ffi_closure_alloc(sizeof(ffi_closure), &data->code);
- rc = ffi_prep_closure_loc(
- data->closure,
- &context->signature,
- handler,
- data,
- data->code);
- ZEND_ASSERT(FFI_OK == rc);
+ return padding;
+}
- context->data.list = realloc(context->data.list, ++context->data.count * sizeof(*context->data.list));
- context->data.list[context->data.count-1] = data;
+static ffi_type **psi_ffi_struct_type_elements(decl_struct *strct) {
+ size_t i, argc = strct->args->count, nels = 0, offset = 0, maxalign = 0;
+ ffi_type **els = calloc(argc + 1, sizeof(*els));
- return data;
+ for (i = 0; i < strct->args->count; ++i) {
+ decl_arg *darg = strct->args->args[i];
+ ffi_type *type = malloc(sizeof(*type));
+ size_t padding;
+
+ memcpy(type, psi_ffi_decl_arg_type(darg), sizeof(*type));
+
+ ZEND_ASSERT(type->size == darg->layout->len);
+
+ if (type->alignment > maxalign) {
+ maxalign = type->alignment;
+ }
+
+ if ((padding = psi_offset_padding(darg->layout->pos - offset, type->alignment))) {
+ if (nels + padding + 1 > argc) {
+ argc += padding;
+ els = realloc(els, (argc + 1) * sizeof(*els));
+ els[argc] = NULL;
+ }
+ psi_ffi_struct_type_pad(&els[nels], padding);
+ nels += padding;
+ offset += padding;
+ }
+ ZEND_ASSERT(offset == darg->layout->pos);
+
+ offset = (offset + darg->layout->len + type->alignment - 1) & ~(type->alignment - 1);
+ els[nels++] = type;
+ }
+
+ /* apply struct alignment padding */
+ offset = (offset + maxalign - 1) & ~(maxalign - 1);
+
+ ZEND_ASSERT(offset <= strct->size);
+ if (offset < strct->size) {
+ psi_ffi_struct_type_pad(&els[nels], strct->size - offset);
+ }
+
+ return els;
}
+static inline ffi_type *psi_ffi_decl_type(decl_type *type) {
+ decl_type *real = real_decl_type(type);
+
+ switch (real->type) {
+ case PSI_T_STRUCT:
+ if (!real->real.strct->engine.type) {
+ ffi_type *strct = calloc(1, sizeof(ffi_type));
+
+ strct->type = FFI_TYPE_STRUCT;
+ strct->size = 0;
+ strct->elements = psi_ffi_struct_type_elements(real->real.strct);
-static inline void PSI_LibffiDataFree(PSI_LibffiData *data) {
- free(data->arginfo);
- ffi_closure_free(data->closure);
- free(data);
+ real->real.strct->engine.type = strct;
+ real->real.strct->engine.dtor = psi_ffi_struct_type_dtor;
+ }
+
+ return real->real.strct->engine.type;
+
+ case PSI_T_UNION:
+ return psi_ffi_decl_arg_type(real->real.unn->args->args[0]);
+
+ default:
+ return psi_ffi_token_type(real->type);
+ }
+}
+static inline ffi_type *psi_ffi_decl_arg_type(decl_arg *darg) {
+ if (darg->var->pointer_level) {
+ return &ffi_type_pointer;
+ } else {
+ return psi_ffi_decl_type(darg->type);
+ }
}
-static inline PSI_LibffiContext *PSI_LibffiContextInit(PSI_LibffiContext *L) {
+
+static inline struct psi_ffi_context *psi_ffi_context_init(struct psi_ffi_context *L) {
ffi_status rc;
if (!L) {
return L;
}
-static inline void PSI_LibffiContextDtor(PSI_LibffiContext *L) {
- size_t i;
-
- for (i = 0; i < L->data.count; ++i) {
- PSI_LibffiDataFree(L->data.list[i]);
- }
- if (L->data.list) {
- free(L->data.list);
- }
-}
-
-static inline void PSI_LibffiContextFree(PSI_LibffiContext **L) {
+static inline void psi_ffi_context_free(struct psi_ffi_context **L) {
if (*L) {
- PSI_LibffiContextDtor(*L);
free(*L);
*L = NULL;
}
}
-static void handler(ffi_cif *_sig, void *_result, void **_args, void *_data)
+static void psi_ffi_init(struct psi_context *C)
{
- PSI_LibffiData *data = _data;
- size_t i;
- void **arg_ptr = NULL, **arg_prm = NULL;
- impl_val ret_val;
+ C->context = psi_ffi_context_init(NULL);
+}
- if (SUCCESS != psi_parse_args(*(zend_execute_data **)_args[0], data->impl)) {
- return;
- }
+static inline void psi_ffi_destroy_callbacks(struct psi_context *C, let_val *let_val) {
+ let_callback *cb;
+ let_func *fn = NULL;
- if (data->impl->decl->args->count) {
- arg_ptr = malloc(data->impl->decl->args->count * sizeof(*arg_ptr));
- arg_prm = malloc(data->impl->decl->args->count * sizeof(*arg_prm));
+ switch (let_val->kind) {
+ case PSI_LET_CALLBACK:
+ cb = let_val->data.callback;
- for (i = 0; i < data->impl->decl->args->count; ++i) {
- decl_arg *darg = data->impl->decl->args->args[i];
+ if (cb->decl && cb->decl->call.info) {
+ psi_ffi_call_free(cb->decl->call.info);
+ }
+ fn = cb->func;
+ /* no break */
+ case PSI_LET_FUNC:
+ if (!fn) {
+ fn = let_val->data.func;
+ }
- arg_ptr[i] = psi_do_let(darg);
- arg_prm[i] = darg->let->val->is_reference ? &arg_ptr[i] : arg_ptr[i];
+ if (fn->inner) {
+ size_t i;
- darg->let->ptr = arg_ptr[i];
+ for (i = 0; i < fn->inner->count; ++i) {
+ psi_ffi_destroy_callbacks(C, fn->inner->vals[i]);
+ }
}
+ break;
+ default:
+ break;
}
+}
- ffi_call(&data->signature, FFI_FN(data->impl->decl->dlptr), &ret_val, arg_prm);
+static void psi_ffi_dtor(struct psi_context *C)
+{
+ if (C->decls) {
+ size_t i;
- psi_do_return(data->impl, &ret_val, *(zval **)_args[1]);
+ for (i = 0; i < C->decls->count; ++i) {
+ decl *decl = C->decls->list[i];
- for (i = 0; i < data->impl->stmts->set.count; ++i) {
- set_stmt *set = data->impl->stmts->set.list[i];
+ if (decl->call.info) {
+ psi_ffi_call_free(decl->call.info);
+ }
+ }
- psi_do_set(set->arg->_zv, set->val->func, set->val->vars);
}
+ if (C->impls) {
+ size_t i, j;
- for (i = 0; i < data->impl->stmts->fre.count; ++i) {
- free_stmt *fre = data->impl->stmts->fre.list[i];
+ for (i = 0; i < C->impls->count; ++i) {
+ impl *impl = C->impls->list[i];
- psi_do_free(fre);
- }
+ for (j = 0; j < impl->stmts->let.count; ++j) {
+ let_stmt *let = impl->stmts->let.list[j];
- psi_do_clean(data->impl);
+ if (let->val && let->val->kind == PSI_LET_CALLBACK) {
+ let_callback *cb = let->val->data.callback;
- if (arg_ptr) {
- free(arg_ptr);
- }
- if (arg_prm) {
- free(arg_prm);
+ if (cb->decl && cb->decl->call.info) {
+ psi_ffi_call_free(cb->decl->call.info);
+ }
+ }
+ }
+ }
}
+ psi_ffi_context_free((void *) &C->context);
}
-static void init(PSI_Context *C)
-{
- C->context = PSI_LibffiContextInit(NULL);
-}
+static inline void psi_ffi_compile_callbacks(struct psi_context *C, let_val *let_val) {
+ struct psi_ffi_call *call;
+ let_callback *cb;
+ let_func *fn = NULL;
+
+ switch (let_val->kind) {
+ case PSI_LET_CALLBACK:
+ cb = let_val->data.callback;
+ if ((call = psi_ffi_call_alloc(C, cb->decl))) {
+ if (FFI_OK != psi_ffi_call_init_callback_closure(C, call, cb)) {
+ psi_ffi_call_free(call);
+ break;
+ }
+
+ cb->decl->call.sym = call->code;
+ }
+ fn = cb->func;
+ /* no break */
+ case PSI_LET_FUNC:
+ if (!fn) {
+ fn = let_val->data.func;
+ }
+ if (fn->inner) {
+ size_t i;
-static void dtor(PSI_Context *C)
-{
- PSI_LibffiContextFree((void *) &C->context);
+ for (i = 0; i < fn->inner->count; ++i) {
+ psi_ffi_compile_callbacks(C, fn->inner->vals[i]);
+ }
+ }
+ break;
+ default:
+ break;
+ }
}
-static zend_function_entry *compile(PSI_Context *C, PSI_Data *D)
+static zend_function_entry *psi_ffi_compile(struct psi_context *C)
{
- size_t i, j = 0;
- zend_function_entry *zfe = calloc(D->impls->count + 1, sizeof(*zfe));
- PSI_LibffiContext *ctx = C->context;
+ size_t c, i, j = 0;
+ zend_function_entry *zfe;
+
+ if (!C->impls) {
+ return NULL;
+ }
- for (i = 0; i < D->impls->count; ++i) {
+ zfe = calloc(C->impls->count + 1, sizeof(*zfe));
+ for (i = 0; i < C->impls->count; ++i) {
zend_function_entry *zf = &zfe[j];
- PSI_LibffiData *data;
+ struct psi_ffi_call *call;
+ impl *impl = C->impls->list[i];
- if (!D->impls->list[i]->decl) {
+ if (!impl->decl) {
continue;
}
- data = PSI_LibffiDataAlloc(ctx, D->impls->list[i]);
- zf->fname = D->impls->list[i]->func->name + (D->impls->list[i]->func->name[0] == '\\');
- zf->num_args = D->impls->list[i]->func->args->count;
- zf->handler = data->code;
- zf->arg_info = data->arginfo;
+ if ((call = psi_ffi_call_alloc(C, impl->decl))) {
+ if (FFI_OK != psi_ffi_call_init_closure(C, call, impl)) {
+ psi_ffi_call_free(call);
+ continue;
+ }
+ }
+
+ zf->fname = impl->func->name + (impl->func->name[0] == '\\');
+ zf->num_args = impl->func->args->count;
+ zf->handler = call->code;
+ zf->arg_info = psi_internal_arginfo(impl);
++j;
+
+ for (c = 0; c < impl->stmts->let.count; ++c) {
+ psi_ffi_compile_callbacks(C, impl->stmts->let.list[c]->val);
+ }
+ }
+
+ for (i = 0; i < C->decls->count; ++i) {
+ decl *decl = C->decls->list[i];
+
+ if (decl->call.info) {
+ continue;
+ }
+
+ psi_ffi_call_alloc(C, decl);
}
return zfe;
}
-static PSI_ContextOps ops = {
- init,
- dtor,
- compile,
+static void psi_ffi_call(struct psi_context *C, decl_callinfo *decl_call, impl_vararg *va) {
+ struct psi_ffi_call *call = decl_call->info;
+
+ if (va) {
+ ffi_status rc;
+ ffi_cif signature;
+ size_t i, nfixedargs = decl_call->argc, ntotalargs = nfixedargs + va->args->count;
+ void **params = calloc(2 * ntotalargs + 2, sizeof(void *));
+
+ for (i = 0; i < nfixedargs; ++i) {
+ params[i] = call->params[i];
+ params[i + ntotalargs + 1] = call->params[i + nfixedargs + 1];
+ }
+ for (i = 0; i < va->args->count; ++i) {
+ params[nfixedargs + i] = psi_ffi_impl_type(va->types[i]);
+ params[nfixedargs + i + ntotalargs + 1] = &va->values[i];
+ }
+#ifdef PSI_HAVE_FFI_PREP_CIF_VAR
+ rc = ffi_prep_cif_var(&signature, call->signature.abi,
+ nfixedargs, ntotalargs,
+ call->signature.rtype, (ffi_type **) params);
+#else
+ /* FIXME: test in config.m4; assume we can just call anyway */
+ rc = ffi_prep_cif(&signature, call->signature.abi, ntotalargs,
+ call->signature.rtype, (ffi_type **) params);
+#endif
+ ZEND_ASSERT(FFI_OK == rc);
+ ffi_call(&signature, FFI_FN(decl_call->sym), *decl_call->rval, ¶ms[ntotalargs + 1]);
+ free(params);
+ } else {
+ ffi_call(&call->signature, FFI_FN(decl_call->sym), *decl_call->rval, decl_call->args);
+ }
+}
+
+static struct psi_context_ops ops = {
+ psi_ffi_init,
+ psi_ffi_dtor,
+ psi_ffi_compile,
+ psi_ffi_call,
};
-PSI_ContextOps *PSI_Libffi(void)
+struct psi_context_ops *psi_libffi_ops(void)
{
return &ops;
}
+
+#endif /* HAVE_LIBFFI */