1 files changed, 179 insertions, 0 deletions
diff --git a/script/method/textDocument/semanticTokens.lua b/script/method/textDocument/semanticTokens.lua
new file mode 100644
index 00000000..6595459e
--- /dev/null
+++ b/script/method/textDocument/semanticTokens.lua
@@ -0,0 +1,179 @@
+local TokenTypes     = require 'constant.TokenTypes'
+local TokenModifiers = require 'constant.TokenModifiers'
+local findLib        = require 'core.find_lib'
+
+local timerCache = {}
+local constLib = {
+    ['_G']                = true,
+    ['_VERSION']          = true,
+    ['math.pi']           = true,
+    ['math.huge']         = true,
+    ['math.maxinteger']   = true,
+    ['math.mininteger']   = true,
+    ['utf8.charpattern']  = true,
+    ['io.stdin']          = true,
+    ['io.stdout']         = true,
+    ['io.stderr']         = true,
+    ['package.config']    = true,
+    ['package.cpath']     = true,
+    ['package.loaded']    = true,
+    ['package.loaders']   = true,
+    ['package.path']      = true,
+    ['package.preload']   = true,
+    ['package.searchers'] = true
+}
+
+local function buildLibToken(source, lib)
+    local modifieres
+    if constLib[lib.doc] then
+        modifieres = TokenModifiers.readonly
+    else
+        modifieres = TokenModifiers.static
+    end
+    return {
+        start      = source.start,
+        finish     = source.finish,
+        type       = TokenTypes.namespace,
+        modifieres = modifieres,
+    }
+end
+
+local Care = {
+    ['name'] = function (source)
+        local lib = findLib(source)
+        if lib then
+            return buildLibToken(source, lib)
+        end
+        if source:get 'global' then
+            return {
+                start      = source.start,
+                finish     = source.finish,
+                type       = TokenTypes.namespace,
+                modifieres = TokenModifiers.deprecated,
+            }
+        else
+            return {
+                start      = source.start,
+                finish     = source.finish,
+                type       = TokenTypes.variable,
+            }
+        end
+    end,
+}
+
+local function buildTokens(sources, lines)
+    local tokens = {}
+    local lastLine = 0
+    local lastStartChar = 0
+    for i, source in ipairs(sources) do
+        local row, col = lines:rowcol(source.start)
+        local line = row - 1
+        local startChar = col - 1
+        local deltaLine = line - lastLine
+        local deltaStartChar
+        if deltaLine == 0 then
+            deltaStartChar = startChar - lastStartChar
+        else
+            deltaStartChar = startChar
+        end
+        lastLine = line
+        lastStartChar = startChar
+        local len = i * 5 - 5
+        tokens[len + 1] = deltaLine
+        tokens[len + 2] = deltaStartChar
+        tokens[len + 3] = source.finish - source.start + 1 -- length
+        tokens[len + 4] = source.type
+        tokens[len + 5] = source.modifieres or 0
+    end
+    return tokens
+end
+
+local function resolveTokens(vm, lines)
+    local sources = {}
+    for _, source in ipairs(vm.sources) do
+        if Care[source.type] then
+            sources[#sources+1] = Care[source.type](source)
+        end
+    end
+
+    -- 先进行排序
+    table.sort(sources, function (a, b)
+        return a.start < b.start
+    end)
+
+    log.debug(table.dump(sources))
+
+    local tokens = buildTokens(sources, lines)
+
+    return tokens
+end
+
+local function toArray(map)
+    local array = {}
+    for k in pairs(map) do
+        array[#array+1] = k
+    end
+    table.sort(array, function (a, b)
+        return map[a] < map[b]
+    end)
+    return array
+end
+
+local function testTokens(vm, lines)
+    local text = vm.text
+    local sources = {}
+    local init = 1
+    while true do
+        local start, finish = text:find('[%w_%.]+', init)
+        if not start then
+            break
+        end
+        init = finish + 1
+        local token = text:sub(start, finish)
+        local type = token:match '[%w_]+'
+        local mod  = token:match '%.([%w_]+)'
+        sources[#sources+1] = {
+            start      = start,
+            finish     = finish,
+            type       = TokenTypes[type],
+            modifieres = TokenModifiers[mod] or 0,
+        }
+    end
+    local tokens = buildTokens(sources, lines)
+    log.debug(table.dump(sources))
+    log.debug(table.dump(tokens))
+    return tokens
+end
+
+return function (lsp, params)
+    local uri = params.textDocument.uri
+
+    if timerCache[uri] then
+        timerCache[uri]:remove()
+        timerCache[uri] = nil
+    end
+
+    return function (response)
+        local clock = os.clock()
+        timerCache[uri] = ac.loop(0.1, function (t)
+            local vm, lines = lsp:getVM(uri)
+            if not vm then
+                if os.clock() - clock > 10 then
+                    t:remove()
+                    timerCache[uri] = nil
+                    response(nil)
+                end
+                return
+            end
+
+            t:remove()
+            timerCache[uri] = nil
+
+            local tokens = resolveTokens(vm, lines)
+            --local tokens = testTokens(vm, lines)
+            response {
+                data = tokens,
+            }
+        end)
+    end
+end