summaryrefslogtreecommitdiff
path: root/script/json-edit.lua
blob: 30a552508bd5a2a5e66eff5c0b054be88516b14e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
local type = type
local next = next
local error = error
local tonumber = tonumber
local table_concat = table.concat
local table_move = table.move
local string_char = string.char
local string_byte = string.byte
local string_find = string.find
local string_match = string.match
local string_gsub = string.gsub
local string_sub = string.sub
local string_rep = string.rep
local string_format = string.format

local utf8_char
local math_type

if _VERSION == "Lua 5.1" or _VERSION == "Lua 5.2" then
    local math_floor = math.floor
    function utf8_char(c)
        if c <= 0x7f then
            return string_char(c)
        elseif c <= 0x7ff then
            return string_char(math_floor(c / 64) + 192, c % 64 + 128)
        elseif c <= 0xffff then
            return string_char(
                math_floor(c / 4096) + 224,
                math_floor(c % 4096 / 64) + 128,
                c % 64 + 128
            )
        elseif c <= 0x10ffff then
            return string_char(
                math_floor(c / 262144) + 240,
                math_floor(c % 262144 / 4096) + 128,
                math_floor(c % 4096 / 64) + 128,
                c % 64 + 128
            )
        end
        error(string_format("invalid UTF-8 code '%x'", c))
    end
    function math_type(v)
        if v >= -2147483648 and v <= 2147483647 and math_floor(v) == v then
            return "integer"
        end
        return "float"
    end
    function table_move(a1, f, e, t, a2)
        for i = f, e do
           a2[t+(i-f)] = a1[i]
        end
       return a2
    end
else
    utf8_char = utf8.char
    math_type = math.type
end

local json = require "json-beautify"

local encode_escape_map = {
    [ "\"" ] = "\\\"",
    [ "\\" ] = "\\\\",
    [ "/" ]  = "\\/",
    [ "\b" ] = "\\b",
    [ "\f" ] = "\\f",
    [ "\n" ] = "\\n",
    [ "\r" ] = "\\r",
    [ "\t" ] = "\\t",
}

local decode_escape_set = {}
local decode_escape_map = {}
for k, v in next, encode_escape_map do
    decode_escape_map[v] = k
    decode_escape_set[string_byte(v, 2)] = true
end

local statusBuf
local statusPos
local statusTop
local statusAry = {}
local statusRef = {}
local statusAst = {}

local function find_line()
    local line = 1
    local pos = 1
    while true do
        local f, _, nl1, nl2 = string_find(statusBuf, '([\n\r])([\n\r]?)', pos)
        if not f then
            return line, statusPos - pos + 1
        end
        local newpos = f + ((nl1 == nl2 or nl2 == '') and 1 or 2)
        if newpos > statusPos then
            return line, statusPos - pos + 1
        end
        pos = newpos
        line = line + 1
    end
end

local function decode_error(msg)
    error(string_format("ERROR: %s at line %d col %d", msg, find_line()), 2)
end

local function get_word()
    return string_match(statusBuf, "^[^ \t\r\n%]},]*", statusPos)
end

local function skip_comment(b)
    if b ~= 47 --[[ '/' ]] then
        return
    end
    local c = string_byte(statusBuf, statusPos+1)
    if c == 42 --[[ '*' ]] then
        -- block comment
        local pos = string_find(statusBuf, "*/", statusPos)
        if pos then
            statusPos = pos + 2
        else
            statusPos = #statusBuf + 1
        end
        return true
    elseif c == 47 --[[ '/' ]] then
        -- line comment
        local pos = string_find(statusBuf, "[\r\n]", statusPos)
        if pos then
            statusPos = pos
        else
            statusPos = #statusBuf + 1
        end
        return true
    end
end

local function next_byte()
    local pos = string_find(statusBuf, "[^ \t\r\n]", statusPos)
    if pos then
        statusPos = pos
        local b = string_byte(statusBuf, pos)
        if not skip_comment(b) then
            return b
        end
        return next_byte()
    end
    return -1
end

local function decode_unicode_surrogate(s1, s2)
    return utf8_char(0x10000 + (tonumber(s1, 16) - 0xd800) * 0x400 + (tonumber(s2, 16) - 0xdc00))
end

local function decode_unicode_escape(s)
    return utf8_char(tonumber(s, 16))
end

local function decode_string()
    local has_unicode_escape = false
    local has_escape = false
    local i = statusPos + 1
    while true do
        i = string_find(statusBuf, '[%z\1-\31\\"]', i)
        if not i then
            decode_error "expected closing quote for string"
        end
        local x = string_byte(statusBuf, i)
        if x < 32 then
            statusPos = i
            decode_error "control character in string"
        end
        if x == 34 --[[ '"' ]] then
            local s = string_sub(statusBuf, statusPos + 1, i - 1)
            if has_unicode_escape then
                s = string_gsub(string_gsub(s
                    , "\\u([dD][89aAbB]%x%x)\\u([dD][c-fC-F]%x%x)", decode_unicode_surrogate)
                    , "\\u(%x%x%x%x)", decode_unicode_escape)
            end
            if has_escape then
                s = string_gsub(s, "\\.", decode_escape_map)
            end
            statusPos = i + 1
            return s
        end
        --assert(x == 92 --[[ "\\" ]])
        local nx = string_byte(statusBuf, i+1)
        if nx == 117 --[[ "u" ]] then
            if not string_match(statusBuf, "^%x%x%x%x", i+2) then
                statusPos = i
                decode_error "invalid unicode escape in string"
            end
            has_unicode_escape = true
            i = i + 6
        else
            if not decode_escape_set[nx] then
                statusPos = i
                decode_error("invalid escape char '" .. (nx and string_char(nx) or "<eol>") .. "' in string")
            end
            has_escape = true
            i = i + 2
        end
    end
end

local function decode_number()
    local num, c = string_match(statusBuf, '^([0-9]+%.?[0-9]*)([eE]?)', statusPos)
    if not num or string_byte(num, -1) == 0x2E --[[ "." ]] then
        decode_error("invalid number '" .. get_word() .. "'")
    end
    if c ~= '' then
        num = string_match(statusBuf, '^([^eE]*[eE][-+]?[0-9]+)[ \t\r\n%]},/]', statusPos)
        if not num then
            decode_error("invalid number '" .. get_word() .. "'")
        end
    end
    statusPos = statusPos + #num
    return tonumber(num)
end

local function decode_number_zero()
    local num, c = string_match(statusBuf, '^(.%.?[0-9]*)([eE]?)', statusPos)
    if not num or string_byte(num, -1) == 0x2E --[[ "." ]] or string_match(statusBuf, '^.[0-9]+', statusPos) then
        decode_error("invalid number '" .. get_word() .. "'")
    end
    if c ~= '' then
        num = string_match(statusBuf, '^([^eE]*[eE][-+]?[0-9]+)[ \t\r\n%]},/]', statusPos)
        if not num then
            decode_error("invalid number '" .. get_word() .. "'")
        end
    end
    statusPos = statusPos + #num
    return tonumber(num)
end

local function decode_number_negative()
    statusPos = statusPos + 1
    local c = string_byte(statusBuf, statusPos)
    if c then
        if c == 0x30 then
            return -decode_number_zero()
        elseif c > 0x30 and c < 0x3A then
            return -decode_number()
        end
    end
    decode_error("invalid number '" .. get_word() .. "'")
end

local function decode_true()
    if string_sub(statusBuf, statusPos, statusPos+3) ~= "true" then
        decode_error("invalid literal '" .. get_word() .. "'")
    end
    statusPos = statusPos + 4
    return true
end

local function decode_false()
    if string_sub(statusBuf, statusPos, statusPos+4) ~= "false" then
        decode_error("invalid literal '" .. get_word() .. "'")
    end
    statusPos = statusPos + 5
    return false
end

local function decode_null()
    if string_sub(statusBuf, statusPos, statusPos+3) ~= "null" then
        decode_error("invalid literal '" .. get_word() .. "'")
    end
    statusPos = statusPos + 4
    return json.null
end

local function decode_array(ast)
    statusPos = statusPos + 1
    local res = {}
    local chr = next_byte()
    if chr == 93 --[[ ']' ]] then
        statusPos = statusPos + 1
        return res
    end
    statusTop = statusTop + 1
    statusAry[statusTop] = true
    statusRef[statusTop] = res
    statusAst[statusTop] = ast
    return res
end

local function decode_object(ast)
    statusPos = statusPos + 1
    local res = {}
    local chr = next_byte()
    if chr == 125 --[[ ']' ]] then
        statusPos = statusPos + 1
        return json.createEmptyObject()
    end
    statusTop = statusTop + 1
    statusAry[statusTop] = false
    statusRef[statusTop] = res
    statusAst[statusTop] = ast
    return res
end

local decode_uncompleted_map = {
    [ string_byte '"' ] = decode_string,
    [ string_byte "0" ] = decode_number_zero,
    [ string_byte "1" ] = decode_number,
    [ string_byte "2" ] = decode_number,
    [ string_byte "3" ] = decode_number,
    [ string_byte "4" ] = decode_number,
    [ string_byte "5" ] = decode_number,
    [ string_byte "6" ] = decode_number,
    [ string_byte "7" ] = decode_number,
    [ string_byte "8" ] = decode_number,
    [ string_byte "9" ] = decode_number,
    [ string_byte "-" ] = decode_number_negative,
    [ string_byte "t" ] = decode_true,
    [ string_byte "f" ] = decode_false,
    [ string_byte "n" ] = decode_null,
    [ string_byte "[" ] = decode_array,
    [ string_byte "{" ] = decode_object,
}
local function unexpected_character()
    decode_error("unexpected character '" .. string_sub(statusBuf, statusPos, statusPos) .. "'")
end
local function unexpected_eol()
    decode_error("unexpected character '<eol>'")
end

local decode_map = {}
for i = 0, 255 do
    decode_map[i] = decode_uncompleted_map[i] or unexpected_character
end
decode_map[-1] = unexpected_eol

local function decode()
    local chr = next_byte()
    local ast = {s = statusPos, d = statusTop}
    ast.v = decode_map[chr](ast)
    ast.f = statusPos
    return ast
end

local function decode_item()
    local top = statusTop
    local ref = statusRef[top]
    if statusAry[top] then
        ref[#ref+1] = decode()
    else
        local start = statusPos
        local key = decode_string()
        local finish = statusPos
        if next_byte() ~= 58 --[[ ':' ]] then
            decode_error "expected ':'"
        end
        statusPos = statusPos + 1
        local val = decode()
        val.key_s = start
        val.key_f = finish
        ref[key] = val
    end
    if top == statusTop then
        repeat
            local chr = next_byte(); statusPos = statusPos + 1
            if chr == 44 --[[ "," ]] then
                local c = next_byte()
                if statusAry[statusTop] then
                    if c ~= 93 --[[ "]" ]] then return end
                else
                    if c ~= 125 --[[ "}" ]] then return end
                end
                statusPos = statusPos + 1
            else
                if statusAry[statusTop] then
                    if chr ~= 93 --[[ "]" ]] then decode_error "expected ']' or ','" end
                else
                    if chr ~= 125 --[[ "}" ]] then decode_error "expected '}' or ','" end
                end
            end
            local ast = statusAst[statusTop]
            ast.f = statusPos
            statusTop = statusTop - 1
        until statusTop == 0
    end
end

local JsonEmpty = function () end

local function decode_ast(str)
    if type(str) ~= "string" then
        error("expected argument of type string, got " .. type(str))
    end
    statusBuf = str
    statusPos = 1
    statusTop = 0
    if next_byte() == -1 then
        return {s = statusPos, d = statusTop, f = statusPos, v = JsonEmpty}
    end
    local res = decode()
    while statusTop > 0 do
        decode_item()
    end
    if string_find(statusBuf, "[^ \t\r\n]", statusPos) then
        decode_error "trailing garbage"
    end
    return res
end

local function split(s)
    local r = {}
    s:gsub('[^/]+', function (w)
        r[#r+1] = w:gsub("~1", "/"):gsub("~0", "~")
    end)
    return r
end

local function query_(ast, pathlst, n)
    local data = ast.v
    if type(data) ~= "table" then
        return nil, string_format("path `%s` does not point to object or array", "/"..table_concat(pathlst, "/", 1, n-1))
    end
    local k = pathlst[n]
    local isarray = not json.isObject(data)
    if isarray then
        if k == "-" then
            k = #data + 1
        else
            if k:match "^0%d+" then
                return nil, string_format("path `%s` point to array, but invalid", "/"..table_concat(pathlst, "/", 1, n))
            end
            k = tonumber(k)
            if k == nil or math_type(k) ~= "integer" or k <= 0 or k > #data + 1 then
                return nil, string_format("path `%s` point to array, but invalid", "/"..table_concat(pathlst, "/", 1, n))
            end
        end
    end
    if n == #pathlst then
        return ast, k, isarray
    end
    local v = data[k]
    if v == nil then
        return ast, k, isarray, table_move(pathlst, n + 1, #pathlst, 1, {})
    end
    return query_(v, pathlst, n + 1)
end

local function split_path(path)
    if type(path) ~= "string" then
        return nil, "path is not a string"
    end
    if path:sub(1,1) ~= "/" then
        return nil, "path must start with `/`"
    end
    return split(path:sub(2))
end

local function query(ast, path)
    return query_(ast, split_path(path), 1)
end

local function del_first_empty_line(str)
    local pos = str:match("()[ \t]*$")
    if pos then
        local nl1 = str:sub(pos-1, pos-1)
        if nl1:match "[\r\n]" then
            return pos-1
        end
    end
end

local function del_last_empty_line(str)
    local pos = str:match("^[ \t]*()")
    if pos then
        local nl1 = str:sub(pos, pos)
        if nl1:match "[\r\n]" then
            local nl2 = str:sub(pos+1, pos+1)
            if nl2:match "[\r\n]" and nl1 ~= nl2 then
                return pos+2
            else
                return pos+1
            end
        end
    end
end

local function find_max_node(t)
    local max
    for _, n in pairs(t) do
        if not max or max.f < n.f then
            max = n
        end
    end
    return max
end

local function encode_newline(option)
    return option.newline..string_rep(option.indent, option.depth)
end

local function apply_array_insert_before(str, option, value, node)
    local start_text = str:sub(1, node.s-1)
    local finish_text = str:sub(node.s)
    option.depth = option.depth + node.d
    local bd = {}
    bd[#bd+1] = start_text
    json._beautify_builder(bd, value, option)
    bd[#bd+1] = ","
    bd[#bd+1] = encode_newline(option)
    bd[#bd+1] = finish_text
    return table_concat(bd)
end

local function apply_array_insert_after(str, option, value, node)
    local start_text = str:sub(1, node.f-1)
    local finish_text = str:sub(node.f)
    option.depth = option.depth + node.d
    local bd = {}
    bd[#bd+1] = start_text
    bd[#bd+1] = ","
    bd[#bd+1] = encode_newline(option)
    json._beautify_builder(bd, value, option)
    bd[#bd+1] = finish_text
    return table_concat(bd)
end

local function apply_array_insert_empty(str, option, value, node)
    local start_text = str:sub(1, node.s)
    local finish_text = str:sub(node.f-1)
    option.depth = option.depth + node.d + 1
    local bd = {}
    bd[#bd+1] = start_text
    bd[#bd+1] = encode_newline(option)
    json._beautify_builder(bd, value, option)
    option.depth = option.depth - 1
    bd[#bd+1] = encode_newline(option)
    bd[#bd+1] = finish_text
    return table_concat(bd)
end

local function apply_replace(str, option, value, node)
    local start_text = str:sub(1, node.s-1)
    local finish_text = str:sub(node.f)
    option.depth = option.depth + node.d
    local bd = {}
    bd[#bd+1] = start_text
    json._beautify_builder(bd, value, option)
    bd[#bd+1] = finish_text
    return table_concat(bd)
end

local function apply_object_insert(str, option, value, t, k)
    local node = find_max_node(t.v)
    if node then
        local start_text = str:sub(1, node.f-1)
        local finish_text = str:sub(node.f)
        option.depth = option.depth + node.d
        local bd = {}
        bd[#bd+1] = start_text
        bd[#bd+1] = ","
        bd[#bd+1] = encode_newline(option)
        bd[#bd+1] = '"'
        bd[#bd+1] = json._encode_string(k)
        bd[#bd+1] = '": '
        json._beautify_builder(bd, value, option)
        bd[#bd+1] = finish_text
        return table_concat(bd)
    else
        local start_text = str:sub(1, t.s)
        local finish_text = str:sub(t.f-1)
        option.depth = option.depth + t.d + 1
        local bd = {}
        bd[#bd+1] = start_text
        bd[#bd+1] = encode_newline(option)
        bd[#bd+1] = '"'
        bd[#bd+1] = json._encode_string(k)
        bd[#bd+1] = '": '
        json._beautify_builder(bd, value, option)
        option.depth = option.depth - 1
        bd[#bd+1] = encode_newline(option)
        bd[#bd+1] = finish_text
        return table_concat(bd)
    end
end

local function apply_remove(str, s, f)
    local start_text = str:sub(1, s-1)
    local finish_text = str:sub(f+1)
    local start_pos = del_first_empty_line(start_text)
    local finish_pos = del_last_empty_line(finish_text)
    if start_pos and finish_pos then
        return start_text:sub(1,start_pos) .. finish_text:sub(finish_pos)
    else
        return start_text .. finish_text
    end
end

local function add_prefix(v, pathlst)
    for i = #pathlst, 1, -1 do
        v = { [pathlst[i]] = v }
    end
    return v
end

local OP = {}

function OP.add(str, option, path, value)
    if path == '/' then
        return json.beautify(value, option)
    end
    local ast = decode_ast(str)
    if ast.v == JsonEmpty then
        local pathlst = split_path(path)
        value = add_prefix(value, pathlst)
        return json.beautify(value, option)
    end
    local t, k, isarray, lastpath = query(ast, path)
    if not t then
        error(k)
        return
    end
    if lastpath then
        value = add_prefix(value, lastpath)
    end
    if isarray then
        if t.v[k] then
            return apply_array_insert_before(str, option, value, t.v[k])
        elseif k == 1 then
            return apply_array_insert_empty(str, option, value, t)
        else
            return apply_array_insert_after(str, option, value, t.v[k-1])
        end
    else
        if t.v[k] then
            return apply_replace(str, option, value, t.v[k])
        else
            return apply_object_insert(str, option, value, t, k)
        end
    end
end

function OP.remove(str, _, path)
    if path == '/' then
        return ''
    end
    local ast = decode_ast(str)
    if ast.v == JsonEmpty then
        return ''
    end
    local t, k, isarray, lastpath = query(ast, path)
    if not t then
        error(k)
        return
    end
    if lastpath then
        --warning: path does not exist
        return str
    end
    if isarray then
        if k > #t.v then
            --warning: path does not exist
            return str
        end
        return apply_remove(str, t.v[k].s, t.v[k].f)
    else
        if t.v[k] == nil then
            --warning: path does not exist
            return str
        end
        return apply_remove(str, t.v[k].key_s, t.v[k].f)
    end
end

function OP.replace(str, option, path, value)
    if path == '/' then
        return json.beautify(value, option)
    end
    local ast = decode_ast(str)
    if ast.v == JsonEmpty then
        local pathlst = split_path(path)
        value = add_prefix(value, pathlst)
        return json.beautify(value, option)
    end
    local t, k, isarray, lastpath = query(ast, path)
    if not t then
        error(k)
        return
    end
    if lastpath then
        value = add_prefix(value, lastpath)
    end
    if t.v[k] then
        return apply_replace(str, option, value, t.v[k])
    else
        if isarray then
            if k == 1 then
                return apply_array_insert_empty(str, option, value, t)
            else
                return apply_array_insert_after(str, option, value, t.v[k-1])
            end
        else
            return apply_object_insert(str, option, value, t, k)
        end
    end
end

local function edit(str, patch, option)
    local f = OP[patch.op]
    if not f then
        error(string_format("invalid op: %s", patch.op))
        return
    end
    option = json._beautify_option(option)
    return f(str, option, patch.path, patch.value)
end

json.edit = edit

return json