local helpers = require('test.unit.helpers')(nil) local ptr2key = helpers.ptr2key local cimport = helpers.cimport local to_cstr = helpers.to_cstr local ffi = helpers.ffi local eq = helpers.eq local eval = cimport('./src/nvim/eval.h', './src/nvim/eval/typval.h', './src/nvim/hashtab.h', './src/nvim/memory.h') local null_string = {[true]='NULL string'} local null_list = {[true]='NULL list'} local null_dict = {[true]='NULL dict'} local type_key = {[true]='type key'} local locks_key = {[true]='locks key'} local list_type = {[true]='list type'} local dict_type = {[true]='dict type'} local func_type = {[true]='func type'} local int_type = {[true]='int type'} local flt_type = {[true]='flt type'} local nil_value = {[true]='nil'} local lua2typvalt local function tv_list_item_alloc() return ffi.cast('listitem_T*', eval.xmalloc(ffi.sizeof('listitem_T'))) end local function tv_list_item_free(li) eval.tv_clear(li.li_tv) eval.xfree(li) end local function li_alloc(nogc) local gcfunc = tv_list_item_free if nogc then gcfunc = nil end local li = ffi.gc(tv_list_item_alloc(), gcfunc) li.li_next = nil li.li_prev = nil li.li_tv = {v_type=eval.VAR_UNKNOWN, v_lock=eval.VAR_UNLOCKED} return li end local function populate_list(l, lua_l, processed) processed = processed or {} eq(0, l.lv_refcount) l.lv_refcount = 1 processed[lua_l] = l for i = 1, #lua_l do local item_tv = ffi.gc(lua2typvalt(lua_l[i], processed), nil) local item_li = tv_list_item_alloc() item_li.li_tv = item_tv eval.tv_list_append(l, item_li) end return l end local function populate_dict(d, lua_d, processed) processed = processed or {} eq(0, d.dv_refcount) d.dv_refcount = 1 processed[lua_d] = d for k, v in pairs(lua_d) do if type(k) == 'string' then local di = eval.tv_dict_item_alloc(to_cstr(k)) local val_tv = ffi.gc(lua2typvalt(v, processed), nil) eval.tv_copy(val_tv, di.di_tv) eval.tv_clear(val_tv) eval.tv_dict_add(d, di) end end return d end local function populate_partial(pt, lua_pt, processed) processed = processed or {} eq(0, pt.pt_refcount) processed[lua_pt] = pt local argv = nil if lua_pt.args and #lua_pt.args > 0 then argv = ffi.gc(ffi.cast('typval_T*', eval.xmalloc(ffi.sizeof('typval_T') * #lua_pt.args)), nil) for i, arg in ipairs(lua_pt.args) do local arg_tv = ffi.gc(lua2typvalt(arg, processed), nil) argv[i - 1] = arg_tv end end local dict = nil if lua_pt.dict then local dict_tv = ffi.gc(lua2typvalt(lua_pt.dict, processed), nil) assert(dict_tv.v_type == eval.VAR_DICT) dict = dict_tv.vval.v_dict end pt.pt_refcount = 1 pt.pt_name = eval.xmemdupz(to_cstr(lua_pt.value), #lua_pt.value) pt.pt_auto = not not lua_pt.auto pt.pt_argc = lua_pt.args and #lua_pt.args or 0 pt.pt_argv = argv pt.pt_dict = dict return pt end local lst2tbl local dct2tbl local typvalt2lua local function partial2lua(pt, processed) processed = processed or {} local value, auto, dict, argv = nil, nil, nil, nil if pt ~= nil then value = ffi.string(pt.pt_name) auto = pt.pt_auto and true or nil argv = {} for i = 1, pt.pt_argc do argv[i] = typvalt2lua(pt.pt_argv[i - 1], processed) end if pt.pt_dict ~= nil then dict = dct2tbl(pt.pt_dict) end end return { [type_key]=func_type, value=value, auto=auto, args=argv, dict=dict, } end local typvalt2lua_tab = nil local function typvalt2lua_tab_init() if typvalt2lua_tab then return end typvalt2lua_tab = { [tonumber(eval.VAR_BOOL)] = function(t) return ({ [tonumber(eval.kBoolVarFalse)] = false, [tonumber(eval.kBoolVarTrue)] = true, })[tonumber(t.vval.v_bool)] end, [tonumber(eval.VAR_SPECIAL)] = function(t) return ({ [tonumber(eval.kSpecialVarNull)] = nil_value, })[tonumber(t.vval.v_special)] end, [tonumber(eval.VAR_NUMBER)] = function(t) return {[type_key]=int_type, value=tonumber(t.vval.v_number)} end, [tonumber(eval.VAR_FLOAT)] = function(t) return tonumber(t.vval.v_float) end, [tonumber(eval.VAR_STRING)] = function(t) local str = t.vval.v_string if str == nil then return null_string else return ffi.string(str) end end, [tonumber(eval.VAR_LIST)] = function(t, processed) return lst2tbl(t.vval.v_list, processed) end, [tonumber(eval.VAR_DICT)] = function(t, processed) return dct2tbl(t.vval.v_dict, processed) end, [tonumber(eval.VAR_FUNC)] = function(t, processed) return {[type_key]=func_type, value=typvalt2lua_tab[eval.VAR_STRING](t, processed or {})} end, [tonumber(eval.VAR_PARTIAL)] = function(t, processed) local p_key = ptr2key(t) if processed[p_key] then return processed[p_key] end return partial2lua(t.vval.v_partial, processed) end, } end typvalt2lua = function(t, processed) typvalt2lua_tab_init() return ((typvalt2lua_tab[tonumber(t.v_type)] or function(t_inner) assert(false, 'Converting ' .. tonumber(t_inner.v_type) .. ' was not implemented yet') end)(t, processed or {})) end local function list_iter(l) local init_s = { idx=0, li=l.lv_first, } local function f(s, _) -- (listitem_T *) NULL is equal to nil, but yet it is not false. if s.li == nil then return nil end local ret_li = s.li s.li = s.li.li_next s.idx = s.idx + 1 return s.idx, ret_li end return f, init_s, nil end local function list_items(l) local ret = {} for i, li in list_iter(l) do ret[i] = li end return ret end lst2tbl = function(l, processed) if l == nil then return null_list end processed = processed or {} local p_key = ptr2key(l) if processed[p_key] then return processed[p_key] end local ret = {[type_key]=list_type} processed[p_key] = ret for i, li in list_iter(l) do ret[i] = typvalt2lua(li.li_tv, processed) end if ret[1] then ret[type_key] = nil end return ret end local hi_key_removed = nil local function dict_iter(d, return_hi) hi_key_removed = hi_key_removed or eval._hash_key_removed() local init_s = { todo=d.dv_hashtab.ht_used, hi=d.dv_hashtab.ht_array, } local function f(s, _) if s.todo == 0 then return nil end while s.todo > 0 do if s.hi.hi_key ~= nil and s.hi.hi_key ~= hi_key_removed then local key = ffi.string(s.hi.hi_key) local ret if return_hi then ret = s.hi else ret = ffi.cast('dictitem_T*', s.hi.hi_key - ffi.offsetof('dictitem_T', 'di_key')) end s.todo = s.todo - 1 s.hi = s.hi + 1 return key, ret end s.hi = s.hi + 1 end end return f, init_s, nil end local function first_di(d) local f, init_s, v = dict_iter(d) return select(2, f(init_s, v)) end local function dict_items(d) local ret = {[0]=0} for k, hi in dict_iter(d) do ret[k] = hi ret[0] = ret[0] + 1 ret[ret[0]] = hi end return ret end dct2tbl = function(d, processed) if d == nil then return null_dict end processed = processed or {} local p_key = ptr2key(d) if processed[p_key] then return processed[p_key] end local ret = {} processed[p_key] = ret for k, di in dict_iter(d) do ret[k] = typvalt2lua(di.di_tv, processed) end return ret end local typvalt = function(typ, vval) if typ == nil then typ = eval.VAR_UNKNOWN elseif type(typ) == 'string' then typ = eval[typ] end return ffi.gc(ffi.new('typval_T', {v_type=typ, vval=vval}), eval.tv_clear) end local lua2typvalt_type_tab = { [int_type] = function(l, _) return typvalt(eval.VAR_NUMBER, {v_number=l.value}) end, [flt_type] = function(l, processed) return lua2typvalt(l.value, processed) end, [list_type] = function(l, processed) if processed[l] then processed[l].lv_refcount = processed[l].lv_refcount + 1 return typvalt(eval.VAR_LIST, {v_list=processed[l]}) end local lst = populate_list(eval.tv_list_alloc(#l), l, processed) return typvalt(eval.VAR_LIST, {v_list=lst}) end, [dict_type] = function(l, processed) if processed[l] then processed[l].dv_refcount = processed[l].dv_refcount + 1 return typvalt(eval.VAR_DICT, {v_dict=processed[l]}) end local dct = populate_dict(eval.tv_dict_alloc(), l, processed) return typvalt(eval.VAR_DICT, {v_dict=dct}) end, [func_type] = function(l, processed) if processed[l] then processed[l].pt_refcount = processed[l].pt_refcount + 1 return typvalt(eval.VAR_PARTIAL, {v_partial=processed[l]}) end if l.args or l.dict then local pt = populate_partial(ffi.gc(ffi.cast('partial_T*', eval.xcalloc(1, ffi.sizeof('partial_T'))), nil), l, processed) return typvalt(eval.VAR_PARTIAL, {v_partial=pt}) else return typvalt(eval.VAR_FUNC, { v_string=eval.xmemdupz(to_cstr(l.value), #l.value) }) end end, } local special_vals = nil lua2typvalt = function(l, processed) if not special_vals then special_vals = { [null_string] = {'VAR_STRING', {v_string=ffi.cast('char_u*', nil)}}, [null_list] = {'VAR_LIST', {v_list=ffi.cast('list_T*', nil)}}, [null_dict] = {'VAR_DICT', {v_dict=ffi.cast('dict_T*', nil)}}, [nil_value] = {'VAR_SPECIAL', {v_special=eval.kSpecialVarNull}}, [true] = {'VAR_BOOL', {v_bool=eval.kBoolVarTrue}}, [false] = {'VAR_BOOL', {v_bool=eval.kBoolVarFalse}}, } for k, v in pairs(special_vals) do local tmp = function(typ, vval) special_vals[k] = function() return typvalt(eval[typ], vval) end end tmp(v[1], v[2]) end end processed = processed or {} if l == nil or l == nil_value then return special_vals[nil_value]() elseif special_vals[l] then return special_vals[l]() elseif type(l) == 'table' then if l[type_key] then return lua2typvalt_type_tab[l[type_key]](l, processed) else if l[1] then return lua2typvalt_type_tab[list_type](l, processed) else return lua2typvalt_type_tab[dict_type](l, processed) end end elseif type(l) == 'number' then return typvalt(eval.VAR_FLOAT, {v_float=l}) elseif type(l) == 'string' then return typvalt(eval.VAR_STRING, {v_string=eval.xmemdupz(to_cstr(l), #l)}) elseif type(l) == 'cdata' then local tv = typvalt(eval.VAR_UNKNOWN) eval.tv_copy(l, tv) return tv end end local void_ptr = ffi.typeof('void *') local function void(ptr) return ffi.cast(void_ptr, ptr) end local function alloc_len(len, get_ptr) if type(len) == 'string' or type(len) == 'table' then return #len elseif len == nil then return eval.strlen(get_ptr()) else return len end end local alloc_logging_helpers = { list = function(l) return {func='calloc', args={1, ffi.sizeof('list_T')}, ret=void(l)} end, li = function(li) return {func='malloc', args={ffi.sizeof('listitem_T')}, ret=void(li)} end, dict = function(d) return {func='calloc', args={1, ffi.sizeof('dict_T')}, ret=void(d)} end, di = function(di, size) size = alloc_len(size, function() return di.di_key end) return {func='malloc', args={ffi.offsetof('dictitem_T', 'di_key') + size + 1}, ret=void(di)} end, str = function(s, size) size = alloc_len(size, function() return s end) return {func='malloc', args={size + 1}, ret=void(s)} end, dwatcher = function(w) return {func='malloc', args={ffi.sizeof('DictWatcher')}, ret=void(w)} end, freed = function(p) return {func='free', args={type(p) == 'table' and p or void(p)}} end, -- lua_…: allocated by this file, not by some Neovim function lua_pt = function(pt) return {func='calloc', args={1, ffi.sizeof('partial_T')}, ret=void(pt)} end, lua_tvs = function(argv, argc) argc = alloc_len(argc) return {func='malloc', args={ffi.sizeof('typval_T')*argc}, ret=void(argv)} end, } local function int(n) return {[type_key]=int_type, value=n} end local function list(...) return populate_list(ffi.gc(eval.tv_list_alloc(select('#', ...)), eval.tv_list_unref), {...}, {}) end local function dict(d) return populate_dict(ffi.gc(eval.tv_dict_alloc(), eval.tv_dict_free), d or {}, {}) end local callback2tbl_type_tab = nil local function init_callback2tbl_type_tab() if callback2tbl_type_tab then return end callback2tbl_type_tab = { [tonumber(eval.kCallbackNone)] = function(_) return {type='none'} end, [tonumber(eval.kCallbackFuncref)] = function(cb) return {type='fref', fref=ffi.string(cb.data.funcref)} end, [tonumber(eval.kCallbackPartial)] = function(cb) local lua_pt = partial2lua(cb.data.partial) return {type='pt', fref=ffi.string(lua_pt.value), pt=lua_pt} end } end local function callback2tbl(cb) init_callback2tbl_type_tab() return callback2tbl_type_tab[tonumber(cb.type)](cb) end local function tbl2callback(tbl) local ret = nil if tbl.type == 'none' then ret = ffi.new('Callback[1]', {{type=eval.kCallbackNone}}) elseif tbl.type == 'fref' then ret = ffi.new('Callback[1]', {{type=eval.kCallbackFuncref, data={funcref=eval.xstrdup(tbl.fref)}}}) elseif tbl.type == 'pt' then local pt = ffi.gc(ffi.cast('partial_T*', eval.xcalloc(1, ffi.sizeof('partial_T'))), nil) ret = ffi.new('Callback[1]', {{type=eval.kCallbackPartial, data={partial=populate_partial(pt, tbl.pt, {})}}}) else assert(false) end return ffi.gc(ffi.cast('Callback*', ret), helpers.callback_free) end local function dict_watchers(d) local ret = {} local h = d.watchers local q = h.next local qs = {} local key_patterns = {} while q ~= h do local qitem = ffi.cast('DictWatcher *', ffi.cast('char *', q) - ffi.offsetof('DictWatcher', 'node')) ret[#ret + 1] = { cb=callback2tbl(qitem.callback), pat=ffi.string(qitem.key_pattern, qitem.key_pattern_len), busy=qitem.busy, } qs[#qs + 1] = qitem key_patterns[#key_patterns + 1] = {qitem.key_pattern, qitem.key_pattern_len} q = q.next end return ret, qs, key_patterns end local function eval0(expr) local tv = ffi.gc(ffi.new('typval_T', {v_type=eval.VAR_UNKNOWN}), eval.tv_clear) if eval.eval0(to_cstr(expr), tv, nil, true) == 0 then return nil else return tv end end return { int=int, null_string=null_string, null_list=null_list, null_dict=null_dict, list_type=list_type, dict_type=dict_type, func_type=func_type, int_type=int_type, flt_type=flt_type, nil_value=nil_value, type_key=type_key, locks_key=locks_key, list=list, dict=dict, lst2tbl=lst2tbl, dct2tbl=dct2tbl, lua2typvalt=lua2typvalt, typvalt2lua=typvalt2lua, typvalt=typvalt, li_alloc=li_alloc, tv_list_item_free=tv_list_item_free, dict_iter=dict_iter, list_iter=list_iter, first_di=first_di, alloc_logging_helpers=alloc_logging_helpers, list_items=list_items, dict_items=dict_items, dict_watchers=dict_watchers, tbl2callback=tbl2callback, callback2tbl=callback2tbl, eval0=eval0, empty_list = {[type_key]=list_type}, }